[ 608.671552] env[69801]: INFO neutron.common.config [-] Logging enabled! [ 608.671943] env[69801]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev35 [ 608.672051] env[69801]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69801) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 608.672330] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 608.672432] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 608.673286] env[69801]: WARNING oslo_policy.policy [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 608.673517] env[69801]: WARNING oslo_policy.policy [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 608.675031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] VMware NSXv3 Agent initialized successfully. [ 608.675396] env[69801]: DEBUG oslo_concurrency.lockutils [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] Acquiring lock "singleton_lock" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.675533] env[69801]: DEBUG oslo_concurrency.lockutils [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] Acquired lock "singleton_lock" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.675744] env[69801]: DEBUG oslo_concurrency.lockutils [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] Releasing lock "singleton_lock" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.676045] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] Full set of CONF: {{(pid=69801) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 608.676268] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ******************************************************************************** {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 608.676388] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] Configuration options gathered from: {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 608.676648] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 608.676824] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 608.676940] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ================================================================================ {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 608.677130] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] agent_down_time = 75 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.677281] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] allow_automatic_dhcp_failover = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.677425] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] allow_bulk = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.677576] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] api_extensions_path = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.677725] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] api_paste_config = api-paste.ini {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.677874] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] auth_strategy = keystone {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.677987] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] backdoor_port = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678112] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] backdoor_socket = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678254] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] backlog = 4096 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678399] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678565] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] bind_host = 0.0.0.0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678712] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] bind_port = 9696 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678852] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] client_socket_timeout = 900 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.678997] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] config_dir = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.679125] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.679270] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] config_source = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.679418] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] control_exchange = neutron {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.679563] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] core_plugin = ml2 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.679708] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] debug = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.679879] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] default_availability_zones = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.680138] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.680295] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] dhcp_agent_notification = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.680441] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] dhcp_agents_per_network = 1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.680582] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] dhcp_lease_duration = 86400 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.680735] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] dhcp_load_type = networks {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.680883] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] dns_domain = openstacklocal {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681040] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681189] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_default_route_bfd = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681329] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_default_route_ecmp = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681472] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_dvr = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681612] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_new_agents = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681752] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.681943] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_signals = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.682113] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] enable_traditional_dhcp = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.682225] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] external_dns_driver = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.682367] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] filter_validation = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.682516] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] global_physnet_mtu = 8950 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.682654] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] graceful_shutdown_timeout = 60 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.682845] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] host = cpu-1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683007] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] host_dvr_for_dhcp = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683156] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] http_retries = 3 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683305] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] instance_format = [instance: %(uuid)s] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683452] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683598] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ipam_driver = internal {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683740] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ipv6_pd_enabled = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.683909] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] l3_ha = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684097] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684242] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] l3_ha_network_physical_name = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684385] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] l3_ha_network_type = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684534] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_color = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684678] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_config_append = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684823] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.684961] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_dir = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685119] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_file = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685231] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_options = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685374] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_rotate_interval = 1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685524] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_rotate_interval_type = days {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685672] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] log_rotation_type = none {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685786] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.685897] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686059] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686208] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686320] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686463] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] max_dns_nameservers = 5 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686605] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] max_header_line = 16384 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686746] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] max_l3_agents_per_router = 3 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.686886] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] max_logfile_count = 30 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687056] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] max_logfile_size_mb = 200 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687180] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] max_subnet_host_routes = 20 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687328] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] my_ip = 10.180.1.21 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687473] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] my_ipv6 = ::1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687614] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] network_auto_schedule = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687750] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] network_link_prefix = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.687896] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688055] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] notify_nova_on_port_data_changes = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688205] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] notify_nova_on_port_status_changes = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688353] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] pagination_max_limit = -1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688495] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] publish_errors = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688635] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] rate_limit_burst = 0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688782] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] rate_limit_except_level = CRITICAL {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.688925] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] rate_limit_interval = 0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.689081] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] retry_until_window = 30 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.689236] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] router_distributed = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.689357] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] rpc_resources_processing_step = 20 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.689499] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] rpc_response_max_timeout = 600 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.689644] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] rpc_response_timeout = 60 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.689804] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] send_events_interval = 2 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.690013] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] service_plugins = ['router'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.690184] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] setproctitle = on {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.690328] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] shell_completion = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.690476] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] state_path = /opt/stack/data/neutron {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.690625] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] syslog_log_facility = LOG_USER {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.690769] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] tcp_keepidle = 600 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691064] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] transport_url = **** {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691064] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] use_journal = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691205] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] use_json = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691346] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] use_ssl = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691484] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] use_stderr = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691632] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] use_syslog = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691774] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] vlan_qinq = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.691934] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] vlan_transparent = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.692132] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] watch_log_file = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.692322] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] wsgi_default_pool_size = 100 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.692471] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] wsgi_keep_alive = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.692624] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.692773] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] wsgi_server_debug = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.692934] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_concurrency.disable_process_locking = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693104] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693260] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693403] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693552] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693702] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693846] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694015] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.connection_string = messaging:// {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694172] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.enabled = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694324] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.es_doc_type = notification {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694468] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.es_scroll_size = 10000 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694615] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.es_scroll_time = 2m {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694760] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.filter_error_trace = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694908] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.hmac_keys = **** {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695068] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.sentinel_service_name = mymaster {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695219] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.socket_timeout = 0.1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695365] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.trace_requests = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695507] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler.trace_sqlalchemy = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695663] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler_jaeger.process_tags = {} {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695804] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler_jaeger.service_name_prefix = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695948] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] profiler_otlp.service_name_prefix = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696122] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.enforce_new_defaults = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696408] env[69801]: WARNING oslo_config.cfg [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 608.696570] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.enforce_scope = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696724] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.policy_default_rule = default {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696885] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697049] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697209] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697353] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697494] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697632] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697773] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697918] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698086] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698243] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] agent.extensions = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698392] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698541] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] service_providers.service_provider = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698694] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.default_quota = -1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698843] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698985] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_floatingip = 50 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699141] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_network = 100 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699275] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_port = 500 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699413] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699552] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_router = 10 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699691] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_security_group = 10 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699850] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700035] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.quota_subnet = 100 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700189] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] QUOTAS.track_quota_usage = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700346] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700489] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep.group = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700781] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep.helper_command = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700781] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700906] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep.thread_pool_size = 8 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701058] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep.user = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701207] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701343] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_dhcp_release.group = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701479] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_dhcp_release.helper_command = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701623] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701765] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701952] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_dhcp_release.user = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702123] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702264] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_ovs_vsctl.group = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702402] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702546] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702686] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702824] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_ovs_vsctl.user = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702970] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_namespace.capabilities = [21] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703120] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_namespace.group = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703258] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_namespace.helper_command = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703401] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703544] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703681] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_namespace.user = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703829] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_conntrack.capabilities = [12] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703967] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_conntrack.group = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704116] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_conntrack.helper_command = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704267] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704403] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704569] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_conntrack.user = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704687] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_link.capabilities = [12, 21] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704818] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_link.group = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704954] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_link.helper_command = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705110] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705253] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_link.thread_pool_size = 8 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705388] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] privsep_link.user = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705548] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705698] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705843] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.continue_on_failed_promotions = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705982] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.dscp = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706138] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.dscp_inherit = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706287] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.force_mp_to_policy = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706428] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.locking_coordinator_url = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706569] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.log_agent_heartbeats = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706710] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.logging_expire = 1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706856] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706999] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707161] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.polling_interval = 240 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707306] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707456] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707601] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.report_interval = 30.0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707750] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707896] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708055] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708200] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.sync_skew = 60 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708342] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.synchronization_queue_size = 20 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708485] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT.use_helper_for_ns_read = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708632] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] SECURITYGROUP.enable_ipset = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708781] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] SECURITYGROUP.enable_security_group = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708930] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709089] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709242] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] experimental.ipv6_pd_enabled = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709407] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.extension_drivers = ['port_security'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709549] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.external_network_type = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709705] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709876] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.overlay_ip_version = 4 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710071] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.path_mtu = 8950 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710229] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.physical_network_mtus = {} {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710385] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710535] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710685] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ml2.type_drivers = ['vlan'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710838] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710983] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711140] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711295] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711445] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711592] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711738] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711922] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712081] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712290] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712444] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_login_password = **** {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712706] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712742] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_login_user = admin {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712883] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713037] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713361] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713533] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713691] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713847] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714067] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714237] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714385] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714536] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714687] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714830] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714978] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715192] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715347] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715498] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715644] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715792] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.auth_section = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715944] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.auth_type = password {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716110] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716270] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.certfile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716473] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.collect_timing = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716640] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.endpoint_type = public {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716787] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.insecure = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716927] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.keyfile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717092] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.region_name = RegionOne {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717239] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.split_loggers = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717379] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] nova.timeout = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717525] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.auth_section = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717676] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.auth_type = password {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717824] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717966] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.certfile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718119] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.collect_timing = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718272] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.endpoint_type = public {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718411] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.insecure = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718547] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.keyfile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718683] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.region_name = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718823] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.split_loggers = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718959] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] placement.timeout = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719120] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.auth_section = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719263] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.auth_type = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719400] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.cafile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719535] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.certfile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719676] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.collect_timing = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719831] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.connect_retries = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720010] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.connect_retry_delay = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720170] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.enable_notifications = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720311] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.endpoint_override = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720451] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.insecure = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720588] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.interface = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720725] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.keyfile = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720862] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.max_version = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720998] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.min_version = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721152] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.region_name = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721289] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.retriable_status_codes = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721426] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.service_name = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721562] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.service_type = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721706] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.split_loggers = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721842] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.status_code_retries = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722017] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.status_code_retry_delay = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722167] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.timeout = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722310] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.valid_interfaces = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722450] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ironic.version = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722594] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] cli_script.dry_run = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722746] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722896] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723096] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723217] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723357] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723495] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723633] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723770] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723910] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724068] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724210] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724360] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724508] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724653] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724796] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724947] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725108] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725253] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725406] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725547] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725688] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725832] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726008] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726174] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726318] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726463] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726603] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726744] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726885] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727041] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727187] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.ssl = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727337] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727484] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727627] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727773] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727919] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728072] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728229] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_notifications.driver = [] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728374] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_notifications.retry = -1 {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728533] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728675] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728787] env[69801]: DEBUG oslo_service.backend.eventlet.service [None req-02f02ae6-61a2-436c-94e2-96a619d56a9c None None] ******************************************************************************** {{(pid=69801) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 608.729790] env[69801]: DEBUG neutron.agent.securitygroups_rpc [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Init firewall settings (driver=nsxv3) {{(pid=69801) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 608.731114] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69801) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 608.731366] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] RPC agent_id: nsxm-l-01a.corp.local [ 608.733666] env[69801]: DEBUG dogpile.cache.region [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.733792] env[69801]: DEBUG dogpile.lock [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.733896] env[69801]: DEBUG dogpile.lock [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.733999] env[69801]: DEBUG dogpile.lock [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.734113] env[69801]: DEBUG dogpile.cache.region [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.734207] env[69801]: DEBUG dogpile.lock [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.734337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.771392] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Session token - acquiring [ 608.773187] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.773408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.773523] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.773984] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.786119] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.074815] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 609.102077] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.102077] env[69801]: DEBUG dogpile.cache.region [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Cache value generated in 0.367 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.102077] env[69801]: DEBUG dogpile.lock [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.102077] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Activating Policy API Provider. [ 609.102347] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Looking for the default Infrastructure Rules. [ 609.184474] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Looking for the Default Layer3 Logged Drop Section. [ 609.200720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 609.201234] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.201424] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.201565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.201881] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.202391] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.718309] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.221365] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.727447] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Inventory metadata is going to be refreshed. [ 610.727815] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 611.626545] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.626814] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.626857] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.627281] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.746146] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 611.747063] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.748038] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 611.769554] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769767] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.769941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.770245] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.770386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.770542] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 611.770665] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.770776] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 611.790965] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.791266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.791266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.791553] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.791786] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.792012] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 611.810974] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.811235] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.811348] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.811547] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.811688] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.811838] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 611.833762] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.834055] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.834055] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.834397] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.834552] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.834705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 611.834816] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.834926] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 611.853236] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.853484] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.853524] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.853814] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.853939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.854098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 611.854211] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.854345] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 611.876510] env[69801]: DEBUG networking_nsxv3.common.locking [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.876737] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.876789] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.877089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.877237] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877391] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 611.877500] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 611.877605] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Inventory metadata have been refreshed. [ 611.877707] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Dryrun:True. Metadata refresh completed. [ 611.877827] env[69801]: DEBUG oslo_concurrency.lockutils [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Releasing lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.879481] env[69801]: INFO neutron.agent.agent_extensions_manager [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Loaded agent extensions: [] [ 611.880223] env[69801]: DEBUG neutron_lib.callbacks.manager [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69801) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 611.944965] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent RPC Daemon Started! [ 611.945151] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:0 started [ 611.945277] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent out of sync with plugin! [ 616.880459] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.880926] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.881685] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.881685] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.882344] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.882498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.882565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.882891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.883104] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.385431] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.887968] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.390442] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 623.390719] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 624.193259] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.193653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.193653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.193653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.206026] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 624.206822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.207478] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 624.225330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.225540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.225540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.225797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.225797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.225919] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 624.225986] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 624.226058] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 624.248637] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.248881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.248881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.249102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.249179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.249290] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 624.270525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.270786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.270786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.270919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.271032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.271178] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 624.293931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.294175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.294175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.294340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.294450] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.294581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 624.294657] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 624.294730] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 624.315458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.315679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.315679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.315874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.315957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.316079] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 624.316152] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 624.316224] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 624.336144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.336349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.336349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.336551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.336653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.336765] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 624.336838] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 624.336906] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 624.336969] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 624.337054] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 624.337201] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 624.337201] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 624.337423] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 624.337489] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 624.337557] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 624.357946] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.358185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.358185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.358383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.358495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.358605] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 624.383249] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.383479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.383479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.383622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.383725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.419485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.620210] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5fc9ff58-1c39-4c38-9069-2f39f20154c9 demo admin] Enqueued Resource ID: f82d1164-9cab-449e-8599-02079d53abae with Priority: HIGHEST for action security_group_rules [ 626.620566] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82d1164-9cab-449e-8599-02079d53abae with Priority: HIGHEST for action security_group_rules [ 626.620858] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f82d1164-9cab-449e-8599-02079d53abae taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.620980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f82d1164-9cab-449e-8599-02079d53abae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.621068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f82d1164-9cab-449e-8599-02079d53abae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.621314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f82d1164-9cab-449e-8599-02079d53abae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.621400] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f82d1164-9cab-449e-8599-02079d53abae',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.148916] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.149142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.149142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.149306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.149359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.149458] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f82d1164-9cab-449e-8599-02079d53abae already deleted. [ 627.149536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f82d1164-9cab-449e-8599-02079d53abae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.622462] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.622462] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.623807] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.623807] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.624574] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.624957] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.625710] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.626118] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.626371] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.626712] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.628584] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.628584] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 658.766939] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1ee5368c-825d-4237-90b8-fed9f9e3886a None None] Enqueued Resource ID: 00797fd7-b810-47d3-a6d6-a274e511c317 with Priority: HIGHEST for action port [ 658.767918] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00797fd7-b810-47d3-a6d6-a274e511c317 with Priority: HIGHEST for action port [ 658.767918] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-00797fd7-b810-47d3-a6d6-a274e511c317 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.768060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00797fd7-b810-47d3-a6d6-a274e511c317" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.768694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00797fd7-b810-47d3-a6d6-a274e511c317" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.769520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00797fd7-b810-47d3-a6d6-a274e511c317" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.769520] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00797fd7-b810-47d3-a6d6-a274e511c317',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.274361] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00797fd7-b810-47d3-a6d6-a274e511c317 [ 659.274361] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.274361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.274361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.274361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.274361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.274361] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00797fd7-b810-47d3-a6d6-a274e511c317 already deleted. [ 659.274361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00797fd7-b810-47d3-a6d6-a274e511c317" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.407158] env[69801]: INFO networking_nsxv3.common.synchronization [None req-67a5f594-fd25-4047-a86d-710bbabb6d06 None None] Enqueued Resource ID: 6820565a-683e-4551-b857-cbc1ab56df0b with Priority: HIGHEST for action port [ 659.408077] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6820565a-683e-4551-b857-cbc1ab56df0b with Priority: HIGHEST for action port [ 659.410778] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6820565a-683e-4551-b857-cbc1ab56df0b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.410778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6820565a-683e-4551-b857-cbc1ab56df0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.410778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6820565a-683e-4551-b857-cbc1ab56df0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.410778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6820565a-683e-4551-b857-cbc1ab56df0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.410778] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6820565a-683e-4551-b857-cbc1ab56df0b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.607247] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5ee6b903-3252-47cd-ada6-7bf3ce4d9d91 None None] Enqueued Resource ID: d4fc6573-4429-45fd-bd68-d48773cbc2e3 with Priority: HIGHEST for action port [ 659.607247] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fc6573-4429-45fd-bd68-d48773cbc2e3 with Priority: HIGHEST for action port [ 659.607247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4fc6573-4429-45fd-bd68-d48773cbc2e3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.607247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4fc6573-4429-45fd-bd68-d48773cbc2e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.607247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4fc6573-4429-45fd-bd68-d48773cbc2e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.607247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4fc6573-4429-45fd-bd68-d48773cbc2e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.607247] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fc6573-4429-45fd-bd68-d48773cbc2e3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.913933] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6820565a-683e-4551-b857-cbc1ab56df0b [ 659.913933] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.913933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.913933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.914542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.914542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.914542] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6820565a-683e-4551-b857-cbc1ab56df0b already deleted. [ 659.914542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6820565a-683e-4551-b857-cbc1ab56df0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.113646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4fc6573-4429-45fd-bd68-d48773cbc2e3 [ 660.113903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.114060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.114135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.114354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.114444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.114543] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4fc6573-4429-45fd-bd68-d48773cbc2e3 already deleted. [ 660.114703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4fc6573-4429-45fd-bd68-d48773cbc2e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490593] env[69801]: INFO networking_nsxv3.common.synchronization [None req-a8e2cf86-4660-4127-9fe6-a255d453427d None None] Enqueued Resource ID: 484b8c88-3f8b-495d-a51a-2251c53112a2 with Priority: HIGHEST for action port [ 660.491887] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484b8c88-3f8b-495d-a51a-2251c53112a2 with Priority: HIGHEST for action port [ 660.493161] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-484b8c88-3f8b-495d-a51a-2251c53112a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.493161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-484b8c88-3f8b-495d-a51a-2251c53112a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.493161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-484b8c88-3f8b-495d-a51a-2251c53112a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.493557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-484b8c88-3f8b-495d-a51a-2251c53112a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.493704] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('484b8c88-3f8b-495d-a51a-2251c53112a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.574780] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3c3f095a-0dab-4119-8b7e-248261a04087 None None] Enqueued Resource ID: f8e75a4c-f727-47aa-a2c1-22512d1fde7c with Priority: HIGHEST for action port [ 660.577371] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e75a4c-f727-47aa-a2c1-22512d1fde7c with Priority: HIGHEST for action port [ 660.577928] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e75a4c-f727-47aa-a2c1-22512d1fde7c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.578071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e75a4c-f727-47aa-a2c1-22512d1fde7c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.578141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e75a4c-f727-47aa-a2c1-22512d1fde7c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.578499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e75a4c-f727-47aa-a2c1-22512d1fde7c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.578499] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e75a4c-f727-47aa-a2c1-22512d1fde7c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.995999] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 484b8c88-3f8b-495d-a51a-2251c53112a2 [ 660.996298] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.996385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.996454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.996665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.996794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.996855] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:484b8c88-3f8b-495d-a51a-2251c53112a2 already deleted. [ 660.996948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-484b8c88-3f8b-495d-a51a-2251c53112a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.081402] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8e75a4c-f727-47aa-a2c1-22512d1fde7c [ 661.081621] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.082190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.082190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.082190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.082190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.082190] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8e75a4c-f727-47aa-a2c1-22512d1fde7c already deleted. [ 661.082385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e75a4c-f727-47aa-a2c1-22512d1fde7c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.548407] env[69801]: INFO networking_nsxv3.common.synchronization [None req-ff4649e5-ef9d-41e8-ab4e-a878a63ac562 None None] Enqueued Resource ID: 78dd2022-2a39-465f-b206-86ae05c1b118 with Priority: HIGHEST for action port [ 661.549832] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd2022-2a39-465f-b206-86ae05c1b118 with Priority: HIGHEST for action port [ 661.549832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dd2022-2a39-465f-b206-86ae05c1b118 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.549989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dd2022-2a39-465f-b206-86ae05c1b118" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.550089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dd2022-2a39-465f-b206-86ae05c1b118" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.550342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dd2022-2a39-465f-b206-86ae05c1b118" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.550387] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dd2022-2a39-465f-b206-86ae05c1b118',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.052909] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78dd2022-2a39-465f-b206-86ae05c1b118 [ 662.053217] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.053620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.053620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.053620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.053776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.053804] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78dd2022-2a39-465f-b206-86ae05c1b118 already deleted. [ 662.053884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dd2022-2a39-465f-b206-86ae05c1b118" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.343432] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5a55e0bc-6517-41f1-ae37-39df0f2fa831 None None] Enqueued Resource ID: 3e00e7f1-61d2-47ee-93cc-23f8f1ac107c with Priority: HIGHEST for action port [ 662.343432] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e00e7f1-61d2-47ee-93cc-23f8f1ac107c with Priority: HIGHEST for action port [ 662.343432] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e00e7f1-61d2-47ee-93cc-23f8f1ac107c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.343432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e00e7f1-61d2-47ee-93cc-23f8f1ac107c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.343432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e00e7f1-61d2-47ee-93cc-23f8f1ac107c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.343432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e00e7f1-61d2-47ee-93cc-23f8f1ac107c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.343432] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e00e7f1-61d2-47ee-93cc-23f8f1ac107c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.641617] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5d2c664c-55e0-4974-94b5-249372db9ee1 None None] Enqueued Resource ID: 041b6141-1c39-4ae0-bf69-9cd36e32c6d4 with Priority: HIGHEST for action port [ 662.641617] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041b6141-1c39-4ae0-bf69-9cd36e32c6d4 with Priority: HIGHEST for action port [ 662.641617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-041b6141-1c39-4ae0-bf69-9cd36e32c6d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.641617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041b6141-1c39-4ae0-bf69-9cd36e32c6d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.641617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041b6141-1c39-4ae0-bf69-9cd36e32c6d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.641617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041b6141-1c39-4ae0-bf69-9cd36e32c6d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.641617] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041b6141-1c39-4ae0-bf69-9cd36e32c6d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.846646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e00e7f1-61d2-47ee-93cc-23f8f1ac107c [ 662.846646] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.846646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.846646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.846646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.846646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.846646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e00e7f1-61d2-47ee-93cc-23f8f1ac107c already deleted. [ 662.847102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e00e7f1-61d2-47ee-93cc-23f8f1ac107c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.866928] env[69801]: INFO networking_nsxv3.common.synchronization [None req-0ba44058-f39f-4cdb-a922-f553704976e9 None None] Enqueued Resource ID: 1e9b1e4b-64df-47b3-8212-dba0bec67363 with Priority: HIGHEST for action port [ 662.867186] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9b1e4b-64df-47b3-8212-dba0bec67363 with Priority: HIGHEST for action port [ 662.868229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9b1e4b-64df-47b3-8212-dba0bec67363 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.868229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9b1e4b-64df-47b3-8212-dba0bec67363" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.868229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9b1e4b-64df-47b3-8212-dba0bec67363" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.868229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9b1e4b-64df-47b3-8212-dba0bec67363" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.868422] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9b1e4b-64df-47b3-8212-dba0bec67363',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.145724] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 041b6141-1c39-4ae0-bf69-9cd36e32c6d4 [ 663.146115] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.146115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.146233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.146444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.146502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.146651] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:041b6141-1c39-4ae0-bf69-9cd36e32c6d4 already deleted. [ 663.146651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041b6141-1c39-4ae0-bf69-9cd36e32c6d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.370346] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e9b1e4b-64df-47b3-8212-dba0bec67363 [ 663.370346] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.370346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.370346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.370541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.370541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.370686] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e9b1e4b-64df-47b3-8212-dba0bec67363 already deleted. [ 663.370742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9b1e4b-64df-47b3-8212-dba0bec67363" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.807555] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6e29b3ea-0fac-4600-b422-170100413eb6 None None] Enqueued Resource ID: 616483d7-c074-4555-bc51-aa7f09641a6b with Priority: HIGHEST for action port [ 663.807847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616483d7-c074-4555-bc51-aa7f09641a6b with Priority: HIGHEST for action port [ 663.808374] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-616483d7-c074-4555-bc51-aa7f09641a6b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.808497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616483d7-c074-4555-bc51-aa7f09641a6b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.808566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616483d7-c074-4555-bc51-aa7f09641a6b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.808803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616483d7-c074-4555-bc51-aa7f09641a6b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.808889] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616483d7-c074-4555-bc51-aa7f09641a6b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.313061] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 616483d7-c074-4555-bc51-aa7f09641a6b [ 664.313324] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.313442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.313513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.313729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.313822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.313918] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:616483d7-c074-4555-bc51-aa7f09641a6b already deleted. [ 664.314007] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616483d7-c074-4555-bc51-aa7f09641a6b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.086343] env[69801]: INFO networking_nsxv3.common.synchronization [None req-bfda2430-698c-4db9-91da-e056ab9d0a7e None None] Enqueued Resource ID: c6435b63-7e12-4aa6-bdb5-339f6e4150ea with Priority: HIGHEST for action port [ 665.086610] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6435b63-7e12-4aa6-bdb5-339f6e4150ea with Priority: HIGHEST for action port [ 665.087206] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6435b63-7e12-4aa6-bdb5-339f6e4150ea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.087304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6435b63-7e12-4aa6-bdb5-339f6e4150ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.087398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6435b63-7e12-4aa6-bdb5-339f6e4150ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.087617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6435b63-7e12-4aa6-bdb5-339f6e4150ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.087703] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6435b63-7e12-4aa6-bdb5-339f6e4150ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.287342] env[69801]: INFO networking_nsxv3.common.synchronization [None req-05f86d78-040f-4d49-bcbb-b7f5a123cc82 None None] Enqueued Resource ID: 34f0eecc-5f5e-4714-9734-8fbdd4897845 with Priority: HIGHEST for action port [ 665.287602] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f0eecc-5f5e-4714-9734-8fbdd4897845 with Priority: HIGHEST for action port [ 665.288169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f0eecc-5f5e-4714-9734-8fbdd4897845 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.288298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f0eecc-5f5e-4714-9734-8fbdd4897845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.288369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f0eecc-5f5e-4714-9734-8fbdd4897845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.288615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f0eecc-5f5e-4714-9734-8fbdd4897845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.288750] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f0eecc-5f5e-4714-9734-8fbdd4897845',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.590407] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6435b63-7e12-4aa6-bdb5-339f6e4150ea [ 665.590697] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.590800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.590851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.591064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.591198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.591275] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6435b63-7e12-4aa6-bdb5-339f6e4150ea already deleted. [ 665.591378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6435b63-7e12-4aa6-bdb5-339f6e4150ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.791046] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f0eecc-5f5e-4714-9734-8fbdd4897845 [ 665.791287] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.791465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.791508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.791697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.791781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.791875] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f0eecc-5f5e-4714-9734-8fbdd4897845 already deleted. [ 665.791952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f0eecc-5f5e-4714-9734-8fbdd4897845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.833862] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7f8ee8bc-4faa-4693-a1e5-109a5159e327 None None] Enqueued Resource ID: dfa1e1e5-88b6-4569-a775-e6171385b269 with Priority: HIGHEST for action port [ 666.833862] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa1e1e5-88b6-4569-a775-e6171385b269 with Priority: HIGHEST for action port [ 666.834543] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa1e1e5-88b6-4569-a775-e6171385b269 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.834800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa1e1e5-88b6-4569-a775-e6171385b269" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.835031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa1e1e5-88b6-4569-a775-e6171385b269" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.835462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa1e1e5-88b6-4569-a775-e6171385b269" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.835857] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa1e1e5-88b6-4569-a775-e6171385b269',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.339122] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa1e1e5-88b6-4569-a775-e6171385b269 [ 667.339640] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.339960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.340135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.340560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.341721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.341933] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa1e1e5-88b6-4569-a775-e6171385b269 already deleted. [ 667.342125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa1e1e5-88b6-4569-a775-e6171385b269" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.026606] env[69801]: INFO networking_nsxv3.common.synchronization [None req-83e4cf1c-5dcd-416e-9296-da5395bdb2f1 None None] Enqueued Resource ID: 8f47af08-c31a-45f3-b5d4-6b67942ccff3 with Priority: HIGHEST for action port [ 668.026866] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f47af08-c31a-45f3-b5d4-6b67942ccff3 with Priority: HIGHEST for action port [ 668.027424] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f47af08-c31a-45f3-b5d4-6b67942ccff3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.027549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f47af08-c31a-45f3-b5d4-6b67942ccff3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.027618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f47af08-c31a-45f3-b5d4-6b67942ccff3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.027870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f47af08-c31a-45f3-b5d4-6b67942ccff3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.027958] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f47af08-c31a-45f3-b5d4-6b67942ccff3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.388263] env[69801]: INFO networking_nsxv3.common.synchronization [None req-06fbd7d9-d9f0-4eef-be52-861636553fc6 None None] Enqueued Resource ID: 7503ea4a-977e-45c1-9d37-494588919388 with Priority: HIGHEST for action port [ 668.388442] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7503ea4a-977e-45c1-9d37-494588919388 with Priority: HIGHEST for action port [ 668.389124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7503ea4a-977e-45c1-9d37-494588919388 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.389247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7503ea4a-977e-45c1-9d37-494588919388" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.389314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7503ea4a-977e-45c1-9d37-494588919388" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.389594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7503ea4a-977e-45c1-9d37-494588919388" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.389671] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7503ea4a-977e-45c1-9d37-494588919388',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.424627] env[69801]: INFO networking_nsxv3.common.synchronization [req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 req-f7a1e495-39d1-41ad-8e63-d81c065eef4c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Enqueued Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_members [ 668.425171] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_members [ 668.426638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.426638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.426638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.426638] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.532438] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f47af08-c31a-45f3-b5d4-6b67942ccff3 [ 668.532438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.532438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.532438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.532438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.532438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.532438] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f47af08-c31a-45f3-b5d4-6b67942ccff3 already deleted. [ 668.532438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f47af08-c31a-45f3-b5d4-6b67942ccff3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.896077] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7503ea4a-977e-45c1-9d37-494588919388 [ 668.896327] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.896461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.896523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.896826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.896938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.897251] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7503ea4a-977e-45c1-9d37-494588919388 already deleted. [ 668.897251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7503ea4a-977e-45c1-9d37-494588919388" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.930133] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.930133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.930133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.930133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.930133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.930133] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.931027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.931357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.931921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.931921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.931921] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 already deleted. [ 668.932256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.281439] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.281768] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.281768] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.282512] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.282879] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.283072] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.283202] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.284714] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.284714] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.284714] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.284714] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.284714] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.284714] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.284714] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.284714] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.284714] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.304232] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.304409] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.304603] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.304726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.305078] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-e56e7944-7360-4cd4-96c0-2897bccd065c taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.305282] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.305409] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.305716] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.305860] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56e7944-7360-4cd4-96c0-2897bccd065c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.809401] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.809401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.809401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.809401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.809401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.809401] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port e56e7944-7360-4cd4-96c0-2897bccd065c not found, creating... [ 669.809401] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.809753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.809753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.809818] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.810266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.810336] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.810513] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.810594] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.810831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.810974] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.811564] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: e56e7944-7360-4cd4-96c0-2897bccd065c is going to be created. [ 669.855194] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.855194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.855194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.855194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.855194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.892716] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e3530d2-c76a-42eb-98e4-0f090268015f req-a84a9176-35b2-4b0b-909f-3b2e9cf1059e tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 669.892716] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 669.892716] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.892716] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.892716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.892716] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.391603] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.391921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.391921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.391981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.392075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.392243] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.392347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.392413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.392927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.392927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.392927] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce already deleted. [ 670.392927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.917828] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.917828] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.917828] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.917828] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.917828] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.918698] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.918992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.919345] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.919633] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.921750] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.921750] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.921750] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.921750] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.921750] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.921750] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.921750] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.946390] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.946558] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.946696] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.946885] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.947219] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-003cb4a0-a24e-4a6e-9988-5391db8e86b0 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.947390] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.947507] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.947827] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.947961] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('003cb4a0-a24e-4a6e-9988-5391db8e86b0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.282342] env[69801]: INFO networking_nsxv3.common.synchronization [req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 req-4f6c5c81-b858-49a5-97a8-07628fbf0ec8 service nova] Enqueued Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_rules [ 671.282561] env[69801]: INFO networking_nsxv3.common.synchronization [req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 req-4f6c5c81-b858-49a5-97a8-07628fbf0ec8 service nova] Enqueued Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_members [ 671.282704] env[69801]: INFO networking_nsxv3.common.synchronization [req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 req-4f6c5c81-b858-49a5-97a8-07628fbf0ec8 service nova] Enqueued Resource ID: e56e7944-7360-4cd4-96c0-2897bccd065c with Priority: HIGHEST for action port [ 671.283254] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_rules [ 671.283384] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_members [ 671.283481] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56e7944-7360-4cd4-96c0-2897bccd065c with Priority: HIGHEST for action port [ 671.284128] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.284807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.284961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.285484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.285484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.286615] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.288344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.288344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.288344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.288344] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.288344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.288344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.288344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.288628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.289412] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.291563] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e56e7944-7360-4cd4-96c0-2897bccd065c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.291563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.291563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.291855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.292491] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56e7944-7360-4cd4-96c0-2897bccd065c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.451612] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.451886] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.452117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.452425] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.452586] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.452788] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 003cb4a0-a24e-4a6e-9988-5391db8e86b0 not found, creating... [ 671.453110] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.453392] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.453747] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.454269] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.454355] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.454836] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.455327] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.455505] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.455940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.456183] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.456340] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 003cb4a0-a24e-4a6e-9988-5391db8e86b0 is going to be created. [ 671.476208] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.476565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.476565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.476829] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.477095] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.477327] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.512014] env[69801]: INFO networking_nsxv3.common.synchronization [None req-416d55c2-a691-459a-8736-c7399e65eace None None] Enqueued Resource ID: 574b7118-e976-4fb4-bb21-11fb7b10ed3a with Priority: HIGHEST for action port [ 671.512274] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574b7118-e976-4fb4-bb21-11fb7b10ed3a with Priority: HIGHEST for action port [ 671.513032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-574b7118-e976-4fb4-bb21-11fb7b10ed3a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.513032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574b7118-e976-4fb4-bb21-11fb7b10ed3a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.513171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574b7118-e976-4fb4-bb21-11fb7b10ed3a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.513313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574b7118-e976-4fb4-bb21-11fb7b10ed3a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.513415] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574b7118-e976-4fb4-bb21-11fb7b10ed3a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.794137] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.794339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.806867] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e56e7944-7360-4cd4-96c0-2897bccd065c with status ACTIVE [ 671.808268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.808511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.808591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.808855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.808989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.809238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.809575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.809575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.809679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.809739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.811327] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.811327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.811327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.811327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.811327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.811327] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e56e7944-7360-4cd4-96c0-2897bccd065c is going to be updated. [ 671.815160] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.837903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.838016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.838074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.838253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.838433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.838542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e56e7944-7360-4cd4-96c0-2897bccd065c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.016796] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574b7118-e976-4fb4-bb21-11fb7b10ed3a [ 672.016796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.016796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.016796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.016796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.016796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.016796] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574b7118-e976-4fb4-bb21-11fb7b10ed3a already deleted. [ 672.016796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574b7118-e976-4fb4-bb21-11fb7b10ed3a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.069910] env[69801]: INFO networking_nsxv3.common.synchronization [req-ec881058-daf8-4f2b-b9a7-6465867f5d09 req-c3770359-f727-4996-a82a-424249cd1e09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 672.069910] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 672.070572] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.070852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.070852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.071083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.071216] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.071632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.071632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.071632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.071632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.071819] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.317944] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.575068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.575068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.575068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.575499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.575499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575587] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.575649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.575711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.575859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.575937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.576033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 already deleted. [ 672.576119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.654695] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e3530d2-c76a-42eb-98e4-0f090268015f req-c193718b-cbd4-425e-8146-7994e0ad922e service nova] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_rules [ 672.654695] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e3530d2-c76a-42eb-98e4-0f090268015f req-c193718b-cbd4-425e-8146-7994e0ad922e service nova] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 672.654695] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e3530d2-c76a-42eb-98e4-0f090268015f req-c193718b-cbd4-425e-8146-7994e0ad922e service nova] Enqueued Resource ID: 003cb4a0-a24e-4a6e-9988-5391db8e86b0 with Priority: HIGHEST for action port [ 672.654695] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_rules [ 672.654695] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 672.654695] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003cb4a0-a24e-4a6e-9988-5391db8e86b0 with Priority: HIGHEST for action port [ 672.655376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.655519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.655572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.655804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.655880] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.657042] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.657174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.657230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.657400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.657550] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.657695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.657695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.657844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.657929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.658115] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.658954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-003cb4a0-a24e-4a6e-9988-5391db8e86b0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.658954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.659302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.659302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.659302] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('003cb4a0-a24e-4a6e-9988-5391db8e86b0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.824295] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.824295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.824295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.824295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.824295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.824295] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 is going to be created. [ 672.908618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.908618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.908618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.908618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.908618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.924135] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 in Status: UNINITIALIZED for 2s [ 672.994023] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.994023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.994023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.994023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.994023] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.994023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.997571] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.997571] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.997571] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.997571] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.997571] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.997571] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.997571] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.997571] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.997571] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.997571] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.018208] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.018208] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.018208] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.018208] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.018208] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.018208] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.018208] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.018208] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.018208] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5956f25-7bfb-40f4-a96c-653bf3e92ea1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.153155] env[69801]: INFO networking_nsxv3.common.synchronization [None req-9b642988-3b87-4759-97a9-08ad7eca2aef tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_rules [ 673.153643] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_rules [ 673.153989] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.154774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.154943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.155246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.155672] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.162325] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.162516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.162738] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.164098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 003cb4a0-a24e-4a6e-9988-5391db8e86b0 with status ACTIVE [ 673.164335] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.165168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.165281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.165523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.165655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.165878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.166041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.166979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.166979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.166979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.166979] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.167244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.167336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.167524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.168276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.168409] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 003cb4a0-a24e-4a6e-9988-5391db8e86b0 is going to be updated. [ 673.194571] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.194571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.194571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.195260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.195260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-003cb4a0-a24e-4a6e-9988-5391db8e86b0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.354249] env[69801]: INFO networking_nsxv3.common.synchronization [None req-c621a810-7890-4070-9e14-eafb7e0c11ff tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_rules [ 673.354677] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_rules [ 673.354970] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.355141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.523651] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.523880] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.524155] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.524579] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.524668] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.524802] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port f5956f25-7bfb-40f4-a96c-653bf3e92ea1 not found, creating... [ 673.525368] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.525368] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.526084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.526084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.526084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.526458] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.526458] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.528094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.528094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.528094] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: f5956f25-7bfb-40f4-a96c-653bf3e92ea1 is going to be created. [ 673.550790] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.551058] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.551596] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.551596] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.551794] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551963] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.671051] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.683367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.683367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.683576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.683810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.683810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.683810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 already deleted. [ 673.683905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.684434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.684434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.684434] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.173238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.173418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.173463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.173693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.173790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.173918] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be created. [ 674.206175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.206902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.207013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.207300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.207475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.215770] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.215984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.216076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.216288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.216523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.216523] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 already deleted. [ 674.216629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.217452] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: UNINITIALIZED for 2s [ 674.537037] env[69801]: INFO networking_nsxv3.common.synchronization [req-ec881058-daf8-4f2b-b9a7-6465867f5d09 req-b0db7797-fea4-48b8-8d52-1f0c56a1b33c service nova] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_rules [ 674.537037] env[69801]: INFO networking_nsxv3.common.synchronization [req-ec881058-daf8-4f2b-b9a7-6465867f5d09 req-b0db7797-fea4-48b8-8d52-1f0c56a1b33c service nova] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 674.537037] env[69801]: INFO networking_nsxv3.common.synchronization [req-ec881058-daf8-4f2b-b9a7-6465867f5d09 req-b0db7797-fea4-48b8-8d52-1f0c56a1b33c service nova] Enqueued Resource ID: f5956f25-7bfb-40f4-a96c-653bf3e92ea1 with Priority: HIGHEST for action port [ 674.537227] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_rules [ 674.537349] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 674.538218] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5956f25-7bfb-40f4-a96c-653bf3e92ea1 with Priority: HIGHEST for action port [ 674.538218] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.539479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.539559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.539980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.539980] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.541715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.541841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.541907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.542169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.542376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.542460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.542495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.542624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.542704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.542841] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.543622] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.543726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.543849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.543984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.544052] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5956f25-7bfb-40f4-a96c-653bf3e92ea1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.938568] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 in Status: SUCCESS [ 674.938962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.939271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.939466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.939600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.939662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.939793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.939870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.940064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.940064] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.046342] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.046490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.046705] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.047609] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5956f25-7bfb-40f4-a96c-653bf3e92ea1 with status ACTIVE [ 675.047802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.051019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.051019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.051019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.051019] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5956f25-7bfb-40f4-a96c-653bf3e92ea1 is going to be updated. [ 675.075537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.077059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.077059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.077059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.077059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.077059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5956f25-7bfb-40f4-a96c-653bf3e92ea1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448361] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.449174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.452155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.452155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.452324] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.452528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.452528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.452687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.452777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.452898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.453057] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.453157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.453223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.453360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.453494] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.453610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.453673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.453854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.454062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.454062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.454146] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.554065] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.958432] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65e78f0b-e584-44fa-a69a-2628dc849ea3: rpc.has_security_group_logging(os_id): False [ 675.979103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.979103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.979103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.979103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.979103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.979103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.979103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.979460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.979460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.979460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.979661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.979712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.979768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.981122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.981122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.981122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.981122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.981122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.981424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.981690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.981752] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 is going to be created. [ 676.050898] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2d3c7c8c-2e60-4377-9662-f6fee78e12cf None None] Enqueued Resource ID: 5391dc8c-5e1d-4481-b490-c73242e88f30 with Priority: HIGHEST for action port [ 676.050898] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5391dc8c-5e1d-4481-b490-c73242e88f30 with Priority: HIGHEST for action port [ 676.052416] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5391dc8c-5e1d-4481-b490-c73242e88f30 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.052416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5391dc8c-5e1d-4481-b490-c73242e88f30" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.052416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5391dc8c-5e1d-4481-b490-c73242e88f30" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.052636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5391dc8c-5e1d-4481-b490-c73242e88f30" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.053228] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5391dc8c-5e1d-4481-b490-c73242e88f30',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.056810] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.056943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.057817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.057817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.057817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.057817] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be created. [ 676.073878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.074069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.074117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.074337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.074516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.085838] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 in Status: IN_PROGRESS for 2s [ 676.095249] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.095249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.095249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.095249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.095249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.106620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: UNINITIALIZED for 2s [ 676.228845] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 676.229087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.229271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.230062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.230062] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.230062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.230062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.230062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.230311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.230311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.230311] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.557513] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5391dc8c-5e1d-4481-b490-c73242e88f30 [ 676.557844] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.558009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.558214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.558378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.558514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.558664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5391dc8c-5e1d-4481-b490-c73242e88f30 already deleted. [ 676.558765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5391dc8c-5e1d-4481-b490-c73242e88f30" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.732677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.732948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.733100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.733386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.733532] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.733828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.733828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.734170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.734284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.734435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.734876] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.734876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.735351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.735544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.735933] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.735933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.735933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.736201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.736255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.736318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.736407] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.239228] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c255700a-ce63-495a-84ce-fc9bb6af26ce: rpc.has_security_group_logging(os_id): False [ 677.259896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.261539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.262560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.262560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.262820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.264931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.264931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.264931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.266553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.266553] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be created. [ 677.335526] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.335727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.335727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.335841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.336028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.347034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 2s [ 677.350236] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1c2551d4-b51f-42cb-a155-3331cea52a71 None None] Enqueued Resource ID: 769053c5-7997-4b5c-a43f-20ad039168ff with Priority: HIGHEST for action port [ 677.350536] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769053c5-7997-4b5c-a43f-20ad039168ff with Priority: HIGHEST for action port [ 677.352056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-769053c5-7997-4b5c-a43f-20ad039168ff taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.352204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769053c5-7997-4b5c-a43f-20ad039168ff" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.352287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769053c5-7997-4b5c-a43f-20ad039168ff" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.352654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769053c5-7997-4b5c-a43f-20ad039168ff" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.352899] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769053c5-7997-4b5c-a43f-20ad039168ff',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.856415] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 769053c5-7997-4b5c-a43f-20ad039168ff [ 677.856415] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.856415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.856415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.856572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.856600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.856731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:769053c5-7997-4b5c-a43f-20ad039168ff already deleted. [ 677.856827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769053c5-7997-4b5c-a43f-20ad039168ff" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.100225] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3a092766-f3cd-4046-9b4c-65f5a0b514f7 None None] Enqueued Resource ID: a5984fb8-afcb-4a45-b9ff-c63c2e70b452 with Priority: HIGHEST for action port [ 678.100225] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5984fb8-afcb-4a45-b9ff-c63c2e70b452 with Priority: HIGHEST for action port [ 678.100225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5984fb8-afcb-4a45-b9ff-c63c2e70b452 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.100225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5984fb8-afcb-4a45-b9ff-c63c2e70b452" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.100225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5984fb8-afcb-4a45-b9ff-c63c2e70b452" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.100225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5984fb8-afcb-4a45-b9ff-c63c2e70b452" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.100225] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5984fb8-afcb-4a45-b9ff-c63c2e70b452',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.102700] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 in Status: SUCCESS [ 678.103238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.118231] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 678.119544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.119788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.120060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.120293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.120454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.120543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.120773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.120911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.121931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.121931] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.601993] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5984fb8-afcb-4a45-b9ff-c63c2e70b452 [ 678.602292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.602292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.602490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.602572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.602634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.602722] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5984fb8-afcb-4a45-b9ff-c63c2e70b452 already deleted. [ 678.602797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5984fb8-afcb-4a45-b9ff-c63c2e70b452" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.624793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.625122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.625463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.628954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.628954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.628954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.628954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.628954] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.745019] env[69801]: INFO networking_nsxv3.common.synchronization [None req-42de3020-d278-4351-80bd-bed0e04fee2e None None] Enqueued Resource ID: bd41cd36-e2f6-447c-80bc-0aa9fc9b220f with Priority: HIGHEST for action port [ 678.746497] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd41cd36-e2f6-447c-80bc-0aa9fc9b220f with Priority: HIGHEST for action port [ 678.747310] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd41cd36-e2f6-447c-80bc-0aa9fc9b220f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.748496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd41cd36-e2f6-447c-80bc-0aa9fc9b220f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.748496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd41cd36-e2f6-447c-80bc-0aa9fc9b220f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.748496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd41cd36-e2f6-447c-80bc-0aa9fc9b220f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.748496] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd41cd36-e2f6-447c-80bc-0aa9fc9b220f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.132531] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18199b81-b786-4838-9514-91d051eb3ab3: rpc.has_security_group_logging(os_id): False [ 679.163652] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.166032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.166032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.166032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.166693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.166975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.167219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.167678] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.168253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.168542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.170033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.170033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.170033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be created. [ 679.248438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.248438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.248438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.248438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255696] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd41cd36-e2f6-447c-80bc-0aa9fc9b220f [ 679.255696] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.256027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.256027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.257169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.257169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.257169] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd41cd36-e2f6-447c-80bc-0aa9fc9b220f already deleted. [ 679.257169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd41cd36-e2f6-447c-80bc-0aa9fc9b220f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.266221] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 679.364510] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 679.364809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.869075] env[69801]: INFO networking_nsxv3.common.synchronization [None req-9a489fee-6bc8-46c4-add1-e22038ea6602 None None] Enqueued Resource ID: 5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d with Priority: HIGHEST for action port [ 679.869361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d with Priority: HIGHEST for action port [ 679.869974] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.870086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.870141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.872037] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.377094] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d [ 680.377094] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.377094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.377094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.377094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.377094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.377094] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d already deleted. [ 680.377094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cadf4a0-9732-4c8c-bf7c-8c65fd3da32d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.283104] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 681.283416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.446207] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d0ff2edc-2de9-41ea-a7cb-401f86013308 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 681.446207] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 681.446207] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.446207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.446207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.447328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.447664] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.581781] env[69801]: INFO networking_nsxv3.common.synchronization [None req-36ce3f71-73c1-44a5-b575-de34bbbbaafe None None] Enqueued Resource ID: 7d340531-770f-45ac-b4e3-22571517241c with Priority: HIGHEST for action port [ 681.582298] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d340531-770f-45ac-b4e3-22571517241c with Priority: HIGHEST for action port [ 681.582886] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d340531-770f-45ac-b4e3-22571517241c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.584457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d340531-770f-45ac-b4e3-22571517241c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.584457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d340531-770f-45ac-b4e3-22571517241c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.584457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d340531-770f-45ac-b4e3-22571517241c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.584457] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d340531-770f-45ac-b4e3-22571517241c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.639236] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5fa50363-c775-4263-8204-0748a3599a5a tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 681.640438] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 681.642024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.642024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.974313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.974471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.974471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.975349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.975349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.975349] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a already deleted. [ 681.975349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.975349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.975349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.975349] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.086927] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d340531-770f-45ac-b4e3-22571517241c [ 682.087260] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.087836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.090251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.090251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.090251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.090251] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d340531-770f-45ac-b4e3-22571517241c already deleted. [ 682.090251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d340531-770f-45ac-b4e3-22571517241c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.210176] env[69801]: INFO networking_nsxv3.common.synchronization [None req-92c672bf-8015-4889-ac35-2e416f0a21cb None None] Enqueued Resource ID: bbc106e4-ce76-432a-aa82-7fb5ab802cd2 with Priority: HIGHEST for action port [ 682.210176] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc106e4-ce76-432a-aa82-7fb5ab802cd2 with Priority: HIGHEST for action port [ 682.211288] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc106e4-ce76-432a-aa82-7fb5ab802cd2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.211288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc106e4-ce76-432a-aa82-7fb5ab802cd2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.211288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc106e4-ce76-432a-aa82-7fb5ab802cd2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.211288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc106e4-ce76-432a-aa82-7fb5ab802cd2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.211288] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc106e4-ce76-432a-aa82-7fb5ab802cd2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.500183] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.500531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.500531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.500628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.500736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.500856] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a already deleted. [ 682.502177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.620856] env[69801]: INFO networking_nsxv3.common.synchronization [None req-17e56627-95c1-4275-bd08-3af9c7ab4c2b None None] Enqueued Resource ID: 34798fd6-981e-4f52-a531-949620dd9ba5 with Priority: HIGHEST for action port [ 682.620856] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34798fd6-981e-4f52-a531-949620dd9ba5 with Priority: HIGHEST for action port [ 682.621205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-34798fd6-981e-4f52-a531-949620dd9ba5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34798fd6-981e-4f52-a531-949620dd9ba5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34798fd6-981e-4f52-a531-949620dd9ba5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34798fd6-981e-4f52-a531-949620dd9ba5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.621948] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34798fd6-981e-4f52-a531-949620dd9ba5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.713805] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbc106e4-ce76-432a-aa82-7fb5ab802cd2 [ 682.713805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.713805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.714029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.714151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.714243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.714341] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbc106e4-ce76-432a-aa82-7fb5ab802cd2 already deleted. [ 682.714422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc106e4-ce76-432a-aa82-7fb5ab802cd2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.124766] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34798fd6-981e-4f52-a531-949620dd9ba5 [ 683.125012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.125160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.125315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.125597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.125743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.125743] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34798fd6-981e-4f52-a531-949620dd9ba5 already deleted. [ 683.125855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34798fd6-981e-4f52-a531-949620dd9ba5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.863225] env[69801]: INFO networking_nsxv3.common.synchronization [req-05609081-f11b-489e-adeb-808eb310f1ee req-efdc51fd-1219-4b12-9b00-8b59b057658a tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Enqueued Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_members [ 683.863225] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_members [ 683.863225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.863225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.863225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.863225] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.049069] env[69801]: INFO networking_nsxv3.common.synchronization [None req-96e811f8-449f-4d58-9c8a-b70466af98c8 None None] Enqueued Resource ID: bd67bd6e-bfec-4fd3-924b-e91747a913ac with Priority: HIGHEST for action port [ 684.049353] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd67bd6e-bfec-4fd3-924b-e91747a913ac with Priority: HIGHEST for action port [ 684.050272] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd67bd6e-bfec-4fd3-924b-e91747a913ac taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.050384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd67bd6e-bfec-4fd3-924b-e91747a913ac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.050384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd67bd6e-bfec-4fd3-924b-e91747a913ac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.051168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd67bd6e-bfec-4fd3-924b-e91747a913ac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.051168] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd67bd6e-bfec-4fd3-924b-e91747a913ac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.365666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.368142] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.368142] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f6d164-64f1-401a-ad59-7056beb50404 already deleted. [ 684.368142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.555370] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd67bd6e-bfec-4fd3-924b-e91747a913ac [ 684.555909] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.556126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.556260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.556400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.556496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.556597] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd67bd6e-bfec-4fd3-924b-e91747a913ac already deleted. [ 684.556683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd67bd6e-bfec-4fd3-924b-e91747a913ac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.997298] env[69801]: INFO networking_nsxv3.common.synchronization [None req-cd21db73-01ff-4cda-bf15-675793642b26 None None] Enqueued Resource ID: fe4cfca9-c8df-4c2b-b225-8f2b6bf24945 with Priority: HIGHEST for action port [ 684.997298] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4cfca9-c8df-4c2b-b225-8f2b6bf24945 with Priority: HIGHEST for action port [ 684.997298] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4cfca9-c8df-4c2b-b225-8f2b6bf24945 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4cfca9-c8df-4c2b-b225-8f2b6bf24945" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.997298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4cfca9-c8df-4c2b-b225-8f2b6bf24945" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.998027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4cfca9-c8df-4c2b-b225-8f2b6bf24945" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.998027] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4cfca9-c8df-4c2b-b225-8f2b6bf24945',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.058933] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.059138] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.059257] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.059544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.059781] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.060333] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.060333] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.065668] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.068741] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.068741] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.068741] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.068741] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.068741] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.068741] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.068741] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.068741] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.092589] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.092589] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.092589] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.092589] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.092742] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-04511d1a-bcbb-4214-8a60-c3937d3fa865 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.094453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.094453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.094453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.094453] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04511d1a-bcbb-4214-8a60-c3937d3fa865',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.502499] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe4cfca9-c8df-4c2b-b225-8f2b6bf24945 [ 685.502643] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.502793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.502865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.503255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.503255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.503408] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe4cfca9-c8df-4c2b-b225-8f2b6bf24945 already deleted. [ 685.503408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4cfca9-c8df-4c2b-b225-8f2b6bf24945" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.600089] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.600330] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.600465] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.600760] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.601318] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.601318] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 04511d1a-bcbb-4214-8a60-c3937d3fa865 not found, creating... [ 685.601454] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.601577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.601897] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.601897] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602425] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.603272] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.603272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.603272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.603534] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.603627] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.604939] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 04511d1a-bcbb-4214-8a60-c3937d3fa865 is going to be created. [ 685.628260] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.628484] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.628650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.628891] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.629131] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.629359] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.024778] env[69801]: INFO networking_nsxv3.common.synchronization [req-cd709aad-f8ef-45a9-b821-11f0451ad020 req-227510a7-74e5-4efe-a882-c4b96cdfcf6e tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_members [ 686.025707] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_members [ 686.026673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.026673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.026673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.026673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.026673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.026673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.026917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.026917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.026974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.027141] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.529059] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.529225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.529588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.529588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.529721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.529794] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.529890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.529962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.530107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.530174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.530257] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 already deleted. [ 686.530332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.617509] env[69801]: INFO networking_nsxv3.common.synchronization [None req-12ddde1a-31f1-4ad2-9489-b4bc917ac5fe None None] Enqueued Resource ID: 66feda51-9a2e-4ada-87a3-58e6c3f21a4e with Priority: HIGHEST for action port [ 686.618144] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66feda51-9a2e-4ada-87a3-58e6c3f21a4e with Priority: HIGHEST for action port [ 686.618660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-66feda51-9a2e-4ada-87a3-58e6c3f21a4e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66feda51-9a2e-4ada-87a3-58e6c3f21a4e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66feda51-9a2e-4ada-87a3-58e6c3f21a4e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66feda51-9a2e-4ada-87a3-58e6c3f21a4e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.622028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66feda51-9a2e-4ada-87a3-58e6c3f21a4e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.986612] env[69801]: INFO networking_nsxv3.common.synchronization [req-05609081-f11b-489e-adeb-808eb310f1ee req-fe70b68b-b262-458a-93f1-91871cd182ec service nova] Enqueued Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_rules [ 686.986797] env[69801]: INFO networking_nsxv3.common.synchronization [req-05609081-f11b-489e-adeb-808eb310f1ee req-fe70b68b-b262-458a-93f1-91871cd182ec service nova] Enqueued Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_members [ 686.986981] env[69801]: INFO networking_nsxv3.common.synchronization [req-05609081-f11b-489e-adeb-808eb310f1ee req-fe70b68b-b262-458a-93f1-91871cd182ec service nova] Enqueued Resource ID: 04511d1a-bcbb-4214-8a60-c3937d3fa865 with Priority: HIGHEST for action port [ 686.992155] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_rules [ 686.992155] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_members [ 686.992155] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04511d1a-bcbb-4214-8a60-c3937d3fa865 with Priority: HIGHEST for action port [ 686.992155] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.992155] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-935" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.992456] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-935" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.992489] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-935" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.992995] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.992995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.994123] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.994370] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.995930] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.995930] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.995930] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.995930] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.995930] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.995930] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.995930] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.995930] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.997888] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.997888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.998160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.998399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.998475] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.002111] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.002311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.002407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.003320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.003320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.003320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.003320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.003567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.003567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.003657] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.004592] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-04511d1a-bcbb-4214-8a60-c3937d3fa865 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004989] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04511d1a-bcbb-4214-8a60-c3937d3fa865',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.009880] env[69801]: INFO networking_nsxv3.common.synchronization [None req-39f3877c-7d6e-4c2b-905e-d2035655eaa2 None None] Enqueued Resource ID: a76f0640-7e68-4386-a720-f8c2ffba39fa with Priority: HIGHEST for action port [ 687.011837] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76f0640-7e68-4386-a720-f8c2ffba39fa with Priority: HIGHEST for action port [ 687.012491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76f0640-7e68-4386-a720-f8c2ffba39fa taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.012491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76f0640-7e68-4386-a720-f8c2ffba39fa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.012491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76f0640-7e68-4386-a720-f8c2ffba39fa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.012736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76f0640-7e68-4386-a720-f8c2ffba39fa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.012736] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76f0640-7e68-4386-a720-f8c2ffba39fa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.034808] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.034808] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.035187] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.035187] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-935" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035448] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-742fbc15-5f0b-45ef-acac-927b76246a2a taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.036020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.036020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.036153] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.036241] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742fbc15-5f0b-45ef-acac-927b76246a2a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.125843] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66feda51-9a2e-4ada-87a3-58e6c3f21a4e [ 687.125843] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.125843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.125843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.125843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.125843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.125843] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66feda51-9a2e-4ada-87a3-58e6c3f21a4e already deleted. [ 687.125843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66feda51-9a2e-4ada-87a3-58e6c3f21a4e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.510374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04511d1a-bcbb-4214-8a60-c3937d3fa865 with status ACTIVE [ 687.510819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.510819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.510819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.511013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.511105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.511279] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.511376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.511431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.513935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.513935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.513935] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.513935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.513935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.513935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.513935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.513935] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04511d1a-bcbb-4214-8a60-c3937d3fa865 is going to be updated. [ 687.515867] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.515867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.516104] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.516923] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a76f0640-7e68-4386-a720-f8c2ffba39fa [ 687.517043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.517150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.517211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.517661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.517755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.517846] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a76f0640-7e68-4386-a720-f8c2ffba39fa already deleted. [ 687.517926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76f0640-7e68-4386-a720-f8c2ffba39fa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.541372] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.541568] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.541690] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.541978] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.542139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.542288] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 742fbc15-5f0b-45ef-acac-927b76246a2a not found, creating... [ 687.542550] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.542705] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.543421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.543421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.543421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.543576] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.543670] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.543784] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.546737] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.547599] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.547845] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 742fbc15-5f0b-45ef-acac-927b76246a2a is going to be created. [ 687.550350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.550350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.550350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.550350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.550602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.550657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04511d1a-bcbb-4214-8a60-c3937d3fa865" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.578430] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.578430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.578430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.578430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.578430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.578430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.019415] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.474467] env[69801]: INFO networking_nsxv3.common.synchronization [None req-8d13b942-50b3-4542-8a25-d1003ba83b2d None None] Enqueued Resource ID: af309e4c-a4e6-428a-b767-011057462653 with Priority: HIGHEST for action port [ 688.475152] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af309e4c-a4e6-428a-b767-011057462653 with Priority: HIGHEST for action port [ 688.475507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-af309e4c-a4e6-428a-b767-011057462653 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.475636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af309e4c-a4e6-428a-b767-011057462653" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.475705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af309e4c-a4e6-428a-b767-011057462653" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.475970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af309e4c-a4e6-428a-b767-011057462653" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.477715] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af309e4c-a4e6-428a-b767-011057462653',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.522126] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.522364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.522364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.522666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.522731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.523169] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f6d164-64f1-401a-ad59-7056beb50404 is going to be created. [ 688.548374] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.550092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.550092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.550092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.550092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.559119] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f6d164-64f1-401a-ad59-7056beb50404 in Status: UNINITIALIZED for 2s [ 688.915685] env[69801]: INFO networking_nsxv3.common.synchronization [req-cd709aad-f8ef-45a9-b821-11f0451ad020 req-6fbd149c-a909-46f0-aff5-0b69691819f6 service nova] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_rules [ 688.917088] env[69801]: INFO networking_nsxv3.common.synchronization [req-cd709aad-f8ef-45a9-b821-11f0451ad020 req-6fbd149c-a909-46f0-aff5-0b69691819f6 service nova] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_members [ 688.917088] env[69801]: INFO networking_nsxv3.common.synchronization [req-cd709aad-f8ef-45a9-b821-11f0451ad020 req-6fbd149c-a909-46f0-aff5-0b69691819f6 service nova] Enqueued Resource ID: 742fbc15-5f0b-45ef-acac-927b76246a2a with Priority: HIGHEST for action port [ 688.917088] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_rules [ 688.917088] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_members [ 688.917088] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742fbc15-5f0b-45ef-acac-927b76246a2a with Priority: HIGHEST for action port [ 688.921464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921464] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.921464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.921464] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.921464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-742fbc15-5f0b-45ef-acac-927b76246a2a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.923818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.924131] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742fbc15-5f0b-45ef-acac-927b76246a2a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.980867] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af309e4c-a4e6-428a-b767-011057462653 [ 688.981356] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.981520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.981590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.981819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.981888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.981983] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af309e4c-a4e6-428a-b767-011057462653 already deleted. [ 688.982079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af309e4c-a4e6-428a-b767-011057462653" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.427073] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.427726] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.427896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.428110] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 742fbc15-5f0b-45ef-acac-927b76246a2a with status ACTIVE [ 689.428228] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.428610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.428610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.428610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.428846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.428920] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.428972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.429165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.429333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.429333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.429737] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.429737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.429896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.430084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.430171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.430392] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 742fbc15-5f0b-45ef-acac-927b76246a2a is going to be updated. [ 689.459915] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.460033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.460106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.461210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.461210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.461210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-742fbc15-5f0b-45ef-acac-927b76246a2a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.933117] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.103700] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4fd6f67e-6feb-4460-aae0-068b605e5930 None None] Enqueued Resource ID: ae8b0154-9948-481b-863c-87e304d1fb89 with Priority: HIGHEST for action port [ 690.105247] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8b0154-9948-481b-863c-87e304d1fb89 with Priority: HIGHEST for action port [ 690.105247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae8b0154-9948-481b-863c-87e304d1fb89 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.105627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae8b0154-9948-481b-863c-87e304d1fb89" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.106187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae8b0154-9948-481b-863c-87e304d1fb89" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.106647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae8b0154-9948-481b-863c-87e304d1fb89" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.106872] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8b0154-9948-481b-863c-87e304d1fb89',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.440620] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.440974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.440974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.441190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.441415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.441415] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 is going to be created. [ 690.476253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.476253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.476253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.476253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.478229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.492570] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 in Status: UNINITIALIZED for 2s [ 690.572887] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f6d164-64f1-401a-ad59-7056beb50404 in Status: SUCCESS [ 690.573314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.573485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.573702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.573895] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.574049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.574119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.574283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.574363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.574528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.574528] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.609475] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae8b0154-9948-481b-863c-87e304d1fb89 [ 690.609694] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.609828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.610486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.610709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.610799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.611014] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae8b0154-9948-481b-863c-87e304d1fb89 already deleted. [ 690.611067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae8b0154-9948-481b-863c-87e304d1fb89" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.737394] env[69801]: INFO networking_nsxv3.common.synchronization [None req-87043db4-dbf9-4012-8139-839a6a724200 None None] Enqueued Resource ID: 4f442658-4405-4b40-b21d-8d4d6ef0d02c with Priority: HIGHEST for action port [ 690.737511] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f442658-4405-4b40-b21d-8d4d6ef0d02c with Priority: HIGHEST for action port [ 690.738129] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f442658-4405-4b40-b21d-8d4d6ef0d02c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.738244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f442658-4405-4b40-b21d-8d4d6ef0d02c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.738244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f442658-4405-4b40-b21d-8d4d6ef0d02c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.738512] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f442658-4405-4b40-b21d-8d4d6ef0d02c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.738604] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f442658-4405-4b40-b21d-8d4d6ef0d02c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.078096] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.078464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.078464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.080122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.080373] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.080527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.080939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.081167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.081259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.081352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.081513] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.081624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.081688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.082804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.082999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.083230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.083398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.083482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.083570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.083663] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.127039] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6a016e36-094a-4651-b0d1-d7b6bd638f17 None None] Enqueued Resource ID: 8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208 with Priority: HIGHEST for action port [ 691.127489] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208 with Priority: HIGHEST for action port [ 691.127837] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.127963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.128046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.129286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.129286] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.246242] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f442658-4405-4b40-b21d-8d4d6ef0d02c [ 691.247025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.247164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.247273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.247541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.247667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.247803] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f442658-4405-4b40-b21d-8d4d6ef0d02c already deleted. [ 691.248997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f442658-4405-4b40-b21d-8d4d6ef0d02c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.586785] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f6d164-64f1-401a-ad59-7056beb50404: rpc.has_security_group_logging(os_id): False [ 691.608909] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.609133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.609309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.609413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.609504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.609865] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.609865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.610034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.610084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.610194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.610462] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.610516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.610566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.612628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.612628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.612628] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.612628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.612628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.612628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.612628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.612628] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f6d164-64f1-401a-ad59-7056beb50404 is going to be created. [ 691.632040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208 [ 691.632548] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.632818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.632951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.633256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.636112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.636303] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208 already deleted. [ 691.636417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f15a85f-cfff-4b34-a8ef-fa0f6ba9e208" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.690893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.690893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.690893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.690893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.690893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.709075] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f6d164-64f1-401a-ad59-7056beb50404 in Status: IN_PROGRESS for 2s [ 692.026335] env[69801]: INFO networking_nsxv3.common.synchronization [req-34aba4b6-599b-4e30-baf9-42bdd9692e4b req-c4393a51-29fd-4ff6-a5a7-f3a7d778b000 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 692.027155] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 692.033288] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.033510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.033588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.033901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.034137] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.034249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.034314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.034478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.034573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.034679] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.084417] env[69801]: INFO networking_nsxv3.common.synchronization [req-d167bb47-e7b8-489e-97f3-c74752df25a9 req-aba20795-d099-4a87-b9f0-1dd3fa6c81c6 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 692.084417] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 692.084417] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.084417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.084417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.084929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.084929] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.084929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.084929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.085124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.085124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.085181] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.498487] env[69801]: INFO networking_nsxv3.common.synchronization [req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c req-401e0cd2-bc83-42e6-a376-32c03a4c6bf8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Enqueued Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_members [ 692.503667] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGHEST for action security_group_members [ 692.503667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.503667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.503667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.503667] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.508819] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 in Status: SUCCESS [ 692.508819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.509724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.509724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.509724] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.509906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.509906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.510121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.510121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.510207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.510296] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.536473] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.536619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.536701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.537035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.537035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.537181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.537275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.537334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.537480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.537547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.537635] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 already deleted. [ 692.538231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.588470] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.589198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.589296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.589518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.589616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.589813] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.589944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.590133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.590188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.590219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.590317] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be updated. [ 692.635626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.635626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.635626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.635626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.635626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.647344] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 2s [ 693.006589] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.006881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.006881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.007191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.007364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.007482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.008044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.008044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.008044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.008044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.008044] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 is going to be updated. [ 693.015053] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.041083] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.041523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.041665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.054891] env[69801]: INFO networking_nsxv3.common.synchronization [None req-c63d41e8-27c6-4e0a-a71a-804b09deeffc tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 693.058501] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 in Status: IN_PROGRESS for 2s [ 693.058501] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 693.061578] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.061578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.061578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.061578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.061578] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.414911] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3accd739-858d-4462-b6a7-1f43300000ad tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 693.415692] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 693.417178] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.417316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.521322] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408: rpc.has_security_group_logging(os_id): False [ 693.550846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.551173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.551338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.551907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.551907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.552076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.552476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.552476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.552476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.552617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.552667] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 is going to be created. [ 693.585470] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.585470] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 already deleted. [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.585470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.585470] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.645090] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.645385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.645385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.645539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.645716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.659852] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 in Status: IN_PROGRESS for 2s [ 693.742329] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f6d164-64f1-401a-ad59-7056beb50404 in Status: SUCCESS [ 693.742460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.902753] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.903035] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.903106] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.903411] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.904122] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.904299] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.904425] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.904881] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.905227] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.905299] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.905395] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.905507] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.905837] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.905837] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.905837] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.905959] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.927874] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.928224] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.928330] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.928482] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.928799] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-031f63d3-dde2-49e8-ac33-66a9c3681596 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.929300] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.929300] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.929458] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.929588] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031f63d3-dde2-49e8-ac33-66a9c3681596',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.108628] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.109749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.109749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.110049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.110728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.110728] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 already deleted. [ 694.110728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.283276] env[69801]: INFO networking_nsxv3.common.synchronization [None req-ecc20e90-7ff0-4169-af15-ce6feab88e8d None None] Enqueued Resource ID: 4185593a-1a8b-43d5-bc94-7e6f266786d2 with Priority: HIGHEST for action port [ 694.283276] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4185593a-1a8b-43d5-bc94-7e6f266786d2 with Priority: HIGHEST for action port [ 694.283276] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4185593a-1a8b-43d5-bc94-7e6f266786d2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.283276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4185593a-1a8b-43d5-bc94-7e6f266786d2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.287024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4185593a-1a8b-43d5-bc94-7e6f266786d2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.287024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4185593a-1a8b-43d5-bc94-7e6f266786d2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.287024] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4185593a-1a8b-43d5-bc94-7e6f266786d2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.289572] env[69801]: INFO networking_nsxv3.common.synchronization [req-86b4a933-9fa1-415c-8048-c6030bc2374b req-af6c59ee-6573-427b-9722-cc0e685f3750 tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Enqueued Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_members [ 694.290431] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_members [ 694.290997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.291166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.291233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.291468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.291622] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.291723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.291785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.291936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.292036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.292124] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.432622] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.432932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.433176] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.433463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.433611] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.433769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 031f63d3-dde2-49e8-ac33-66a9c3681596 not found, creating... [ 694.434158] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.434254] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.434336] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.434561] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.434695] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.434980] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.435352] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.435550] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.435821] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.436243] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.437209] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 031f63d3-dde2-49e8-ac33-66a9c3681596 is going to be created. [ 694.470080] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.470282] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.470342] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.470670] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.470962] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.471264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.658211] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 4s [ 694.791260] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4185593a-1a8b-43d5-bc94-7e6f266786d2 [ 694.791692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.791867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.791913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.792138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.792231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.792465] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4185593a-1a8b-43d5-bc94-7e6f266786d2 already deleted. [ 694.792565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4185593a-1a8b-43d5-bc94-7e6f266786d2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.796158] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.796158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.796158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.796158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.796158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.796158] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.796668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.796668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.796668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.796668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.796668] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7427be9f-99cb-437f-969f-7f21198eee87 already deleted. [ 694.796813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.069963] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 in Status: SUCCESS [ 695.070197] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 deletion is rescheduled due to dependency. [ 695.070338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.434073] env[69801]: INFO networking_nsxv3.common.synchronization [None req-a43ded82-3355-4c29-b44e-29cb029a7e73 None None] Enqueued Resource ID: 774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69 with Priority: HIGHEST for action port [ 695.435982] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69 with Priority: HIGHEST for action port [ 695.435982] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.435982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.435982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.436406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.436538] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.495025] env[69801]: INFO networking_nsxv3.common.synchronization [None req-189a859d-a822-4797-98a4-ac72e0c920b6 None None] Enqueued Resource ID: 7e71f27e-258f-468d-a3d8-86388ca534e6 with Priority: HIGHEST for action port [ 695.495025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e71f27e-258f-468d-a3d8-86388ca534e6 with Priority: HIGHEST for action port [ 695.495629] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e71f27e-258f-468d-a3d8-86388ca534e6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.497863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e71f27e-258f-468d-a3d8-86388ca534e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.497863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e71f27e-258f-468d-a3d8-86388ca534e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.497863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e71f27e-258f-468d-a3d8-86388ca534e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.497863] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e71f27e-258f-468d-a3d8-86388ca534e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.674114] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 in Status: SUCCESS [ 695.674287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.943584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69 [ 695.943584] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.943584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.943584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.943584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.943584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.943584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69 already deleted. [ 695.943584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774c1d63-1a23-4ce6-8a5d-7b7bfec3ba69" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.000666] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e71f27e-258f-468d-a3d8-86388ca534e6 [ 696.000666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.000666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.000666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.000666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.000666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.000666] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e71f27e-258f-468d-a3d8-86388ca534e6 already deleted. [ 696.000666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e71f27e-258f-468d-a3d8-86388ca534e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.044355] env[69801]: INFO networking_nsxv3.common.synchronization [req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 req-ce7fadca-0fa4-4b45-9bb0-e2f9e566fb33 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Enqueued Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_members [ 696.044355] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_members [ 696.044355] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.044355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.044355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.044355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.044355] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.044355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.044790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.044790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.044790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.044790] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.282083] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.282329] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.282477] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.282821] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.283239] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.283401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.283676] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.284029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.284029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.284383] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.284383] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.284491] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.284696] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.284796] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.284974] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.285177] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.308768] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.308768] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.308904] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.309220] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.309383] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-c5702399-11c8-400b-8e65-bbd50573c054 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.309568] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.309693] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.310036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.310819] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5702399-11c8-400b-8e65-bbd50573c054',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.550521] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.550521] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.550521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.552262] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 already deleted. [ 696.552262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.636623] env[69801]: INFO networking_nsxv3.common.synchronization [req-34aba4b6-599b-4e30-baf9-42bdd9692e4b req-7628f244-1520-4764-a970-6e9be2d4b753 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 696.636901] env[69801]: INFO networking_nsxv3.common.synchronization [req-34aba4b6-599b-4e30-baf9-42bdd9692e4b req-7628f244-1520-4764-a970-6e9be2d4b753 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 696.636990] env[69801]: INFO networking_nsxv3.common.synchronization [req-34aba4b6-599b-4e30-baf9-42bdd9692e4b req-7628f244-1520-4764-a970-6e9be2d4b753 service nova] Enqueued Resource ID: 031f63d3-dde2-49e8-ac33-66a9c3681596 with Priority: HIGHEST for action port [ 696.637563] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 696.637744] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 696.637868] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031f63d3-dde2-49e8-ac33-66a9c3681596 with Priority: HIGHEST for action port [ 696.638851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.639008] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.639110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.639553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.639662] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.641743] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.642290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.642290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.642373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.642763] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.642763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.642763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.643061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.644566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.644699] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.646203] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-031f63d3-dde2-49e8-ac33-66a9c3681596 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.646333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.646400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.646593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.646678] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031f63d3-dde2-49e8-ac33-66a9c3681596',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.669593] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 696.669593] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce deletion is rescheduled due to dependency. [ 696.669593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.817034] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.817034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port c5702399-11c8-400b-8e65-bbd50573c054 not found, creating... [ 696.817034] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.817034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.817587] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.817587] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.817587] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.817587] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.817587] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.818549] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: c5702399-11c8-400b-8e65-bbd50573c054 is going to be created. [ 696.844272] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.844272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.844272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.844272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.844272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.844272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.144032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.144032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.147389] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.150184] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 031f63d3-dde2-49e8-ac33-66a9c3681596 with status ACTIVE [ 697.150412] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.153226] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.153226] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.153226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.153226] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 031f63d3-dde2-49e8-ac33-66a9c3681596 is going to be updated. [ 697.186725] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.186725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.186725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.186725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.186725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.186725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031f63d3-dde2-49e8-ac33-66a9c3681596" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.351662] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.351662] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-40" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.351662] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-40" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.351996] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-40" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.352798] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.352798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.352798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.352798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.353818] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.353818] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.353972] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.355046] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.355046] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.355046] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.355046] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.355046] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.377164] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.377349] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.377483] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.378087] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-40" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.378087] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.378279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.378313] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.378618] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.378759] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a6ef4b-55ca-4a94-a80b-1ad740b3af5b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.650486] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.882087] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.882534] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.882534] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.883337] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.883337] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.883337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b not found, creating... [ 697.883487] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.883633] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.883748] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.883989] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.884213] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.884529] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.884686] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.884798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.885067] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.887173] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.887173] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b is going to be created. [ 697.910358] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.911822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.911822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.911822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.911822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.913597] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.078372] env[69801]: INFO networking_nsxv3.common.synchronization [None req-14d7bdc9-90c6-43fb-a579-afc5f0c575f8 None None] Enqueued Resource ID: 2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9 with Priority: HIGHEST for action port [ 698.078372] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9 with Priority: HIGHEST for action port [ 698.078372] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.078372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.078372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.078372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.078661] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.157493] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.157493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.157493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.157493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.157493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.157493] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be created. [ 698.198618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.198789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.199116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.199116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.199266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.224702] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: UNINITIALIZED for 2s [ 698.582250] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9 [ 698.583370] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.583511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.583578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.583800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.583881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.584834] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9 already deleted. [ 698.584980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a954f84-46a2-4ff1-b3d5-8c1b14c1a4e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.586764] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7d8c03f3-4d88-4926-9a78-e57af4606658 None None] Enqueued Resource ID: 51021487-fb11-4ff2-b9d7-2bb1d1e8a885 with Priority: HIGHEST for action port [ 698.587437] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51021487-fb11-4ff2-b9d7-2bb1d1e8a885 with Priority: HIGHEST for action port [ 698.587865] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-51021487-fb11-4ff2-b9d7-2bb1d1e8a885 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.587982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51021487-fb11-4ff2-b9d7-2bb1d1e8a885" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.588060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51021487-fb11-4ff2-b9d7-2bb1d1e8a885" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.588327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51021487-fb11-4ff2-b9d7-2bb1d1e8a885" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.588392] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51021487-fb11-4ff2-b9d7-2bb1d1e8a885',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.637681] env[69801]: INFO networking_nsxv3.common.synchronization [req-86b4a933-9fa1-415c-8048-c6030bc2374b req-ebe83d11-bee2-49f6-a310-caddc67432ce service nova] Enqueued Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_rules [ 698.637848] env[69801]: INFO networking_nsxv3.common.synchronization [req-86b4a933-9fa1-415c-8048-c6030bc2374b req-ebe83d11-bee2-49f6-a310-caddc67432ce service nova] Enqueued Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_members [ 698.637983] env[69801]: INFO networking_nsxv3.common.synchronization [req-86b4a933-9fa1-415c-8048-c6030bc2374b req-ebe83d11-bee2-49f6-a310-caddc67432ce service nova] Enqueued Resource ID: c5702399-11c8-400b-8e65-bbd50573c054 with Priority: HIGHEST for action port [ 698.638254] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_rules [ 698.638387] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_members [ 698.638467] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5702399-11c8-400b-8e65-bbd50573c054 with Priority: HIGHEST for action port [ 698.639816] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.640008] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.640865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.641302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.641382] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.642472] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.642640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.642747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.642993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.643247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.643380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.643469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.643657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.643898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.643898] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.644895] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5702399-11c8-400b-8e65-bbd50573c054 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.645034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.645242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.645330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.645429] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5702399-11c8-400b-8e65-bbd50573c054',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.056699] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d45056b5-5623-40f5-a622-a39ca8191cfc None None] Enqueued Resource ID: 212e41b2-5d96-4616-bfb7-962aec413650 with Priority: HIGHEST for action port [ 699.057211] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212e41b2-5d96-4616-bfb7-962aec413650 with Priority: HIGHEST for action port [ 699.057873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-212e41b2-5d96-4616-bfb7-962aec413650 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.057873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212e41b2-5d96-4616-bfb7-962aec413650" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.057873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212e41b2-5d96-4616-bfb7-962aec413650" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.059162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212e41b2-5d96-4616-bfb7-962aec413650" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.059162] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212e41b2-5d96-4616-bfb7-962aec413650',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.091794] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51021487-fb11-4ff2-b9d7-2bb1d1e8a885 [ 699.092034] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.092174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.092247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.092570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.092570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.092684] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51021487-fb11-4ff2-b9d7-2bb1d1e8a885 already deleted. [ 699.092684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51021487-fb11-4ff2-b9d7-2bb1d1e8a885" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.147996] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.148213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.148336] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.149221] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5702399-11c8-400b-8e65-bbd50573c054 with status ACTIVE [ 699.149412] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.149526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.149593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.149974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.149974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.150107] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.150107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.150184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.150328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.150395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.151033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.151033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.151033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.151033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.151033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.151033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5702399-11c8-400b-8e65-bbd50573c054 is going to be updated. [ 699.178378] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.178517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.178583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.178783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.178907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.179078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5702399-11c8-400b-8e65-bbd50573c054" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.562031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 212e41b2-5d96-4616-bfb7-962aec413650 [ 699.562031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.562031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.562031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.562031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.562031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.562031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:212e41b2-5d96-4616-bfb7-962aec413650 already deleted. [ 699.562031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212e41b2-5d96-4616-bfb7-962aec413650" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.643955] env[69801]: INFO networking_nsxv3.common.synchronization [req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 req-74194b23-6702-45ad-b1f6-d8577e82f56c service nova] Enqueued Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_rules [ 699.644252] env[69801]: INFO networking_nsxv3.common.synchronization [req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 req-74194b23-6702-45ad-b1f6-d8577e82f56c service nova] Enqueued Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_members [ 699.644300] env[69801]: INFO networking_nsxv3.common.synchronization [req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 req-74194b23-6702-45ad-b1f6-d8577e82f56c service nova] Enqueued Resource ID: 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b with Priority: HIGHEST for action port [ 699.644719] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_rules [ 699.644719] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_members [ 699.644719] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b with Priority: HIGHEST for action port [ 699.646447] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.646744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.646816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.647447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.647447] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.648879] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.649391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.649391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.649391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.649564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.649564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.649645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.649801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.649849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.649904] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.651467] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.651584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.651687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.652260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.652260] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a6ef4b-55ca-4a94-a80b-1ad740b3af5b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.655126] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.084459] env[69801]: INFO networking_nsxv3.common.synchronization [None req-c65c68a4-506e-4346-9c9f-208eee4d6f39 None None] Enqueued Resource ID: 6a0e608d-bd77-4702-a660-e489000eb6e1 with Priority: HIGHEST for action port [ 700.084459] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0e608d-bd77-4702-a660-e489000eb6e1 with Priority: HIGHEST for action port [ 700.085060] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a0e608d-bd77-4702-a660-e489000eb6e1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.085060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a0e608d-bd77-4702-a660-e489000eb6e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.085208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a0e608d-bd77-4702-a660-e489000eb6e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.085423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a0e608d-bd77-4702-a660-e489000eb6e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.085423] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a0e608d-bd77-4702-a660-e489000eb6e1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.138613] env[69801]: INFO networking_nsxv3.common.synchronization [None req-c08e223f-b95b-41c1-9c16-99253870b5e4 None None] Enqueued Resource ID: 2675e1be-cff0-4f00-9dad-2e5cae559afd with Priority: HIGHEST for action port [ 700.138865] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2675e1be-cff0-4f00-9dad-2e5cae559afd with Priority: HIGHEST for action port [ 700.139401] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-2675e1be-cff0-4f00-9dad-2e5cae559afd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.139521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2675e1be-cff0-4f00-9dad-2e5cae559afd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.139589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2675e1be-cff0-4f00-9dad-2e5cae559afd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.139852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2675e1be-cff0-4f00-9dad-2e5cae559afd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.139936] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2675e1be-cff0-4f00-9dad-2e5cae559afd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.153568] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.153754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.153993] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.155576] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b with status ACTIVE [ 700.155576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.155576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.155576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.155576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.156757] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.156757] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.156757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.157132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.157132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.157132] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b is going to be updated. [ 700.160830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.160830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.160830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.160830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.160830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.160830] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7427be9f-99cb-437f-969f-7f21198eee87 is going to be created. [ 700.188130] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.188335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.188398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.188577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.188737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.195426] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.195426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.195426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.195426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.195426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.195426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.199592] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7427be9f-99cb-437f-969f-7f21198eee87 in Status: UNINITIALIZED for 2s [ 700.242159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 700.242483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.242581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.242788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.243466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.243466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.243466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.243466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.243666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.243666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.243772] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.587394] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a0e608d-bd77-4702-a660-e489000eb6e1 [ 700.587758] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.587758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.587871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.588164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.588264] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a0e608d-bd77-4702-a660-e489000eb6e1 already deleted. [ 700.588347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a0e608d-bd77-4702-a660-e489000eb6e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.642858] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2675e1be-cff0-4f00-9dad-2e5cae559afd [ 700.643224] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.643343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.643343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.643569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.643658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.643773] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2675e1be-cff0-4f00-9dad-2e5cae559afd already deleted. [ 700.643872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2675e1be-cff0-4f00-9dad-2e5cae559afd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.660934] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.751022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.751022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.751022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.751022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.751022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.751723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.751723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.751723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.751723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.751723] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.142639] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1d255fed-32fe-48e8-b98d-627bf202a08f None None] Enqueued Resource ID: 4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce with Priority: HIGHEST for action port [ 701.144285] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce with Priority: HIGHEST for action port [ 701.144285] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.144285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.144285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.144534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.144627] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.164022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.164022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.164022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.164022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.164022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.164022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 is going to be created. [ 701.194690] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.195106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.195106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.195310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.195537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.210515] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 in Status: UNINITIALIZED for 2s [ 701.255875] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f9f8e-c2d9-4022-b576-029038524f93: rpc.has_security_group_logging(os_id): False [ 701.281818] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.281984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.282072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.282455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.282455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.282630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.282731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.282799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.282986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.283135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.283746] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.285464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.285464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.285464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.285555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.285737] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.286572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.286572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.286572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.286572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.286572] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be created. [ 701.359939] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.359939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.359939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.359939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.359939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.376961] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 701.647211] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce [ 701.647897] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.648477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.648477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.648477] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce already deleted. [ 701.648477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f2f6bf3-67ed-4c5b-93e4-1939189ed5ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.136223] env[69801]: INFO networking_nsxv3.common.synchronization [None req-728a4cfa-aac8-4d8f-abac-94e060334903 None None] Enqueued Resource ID: 61524a28-315f-4f31-b03b-c3dd29d4ceb1 with Priority: HIGHEST for action port [ 702.136766] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61524a28-315f-4f31-b03b-c3dd29d4ceb1 with Priority: HIGHEST for action port [ 702.137308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-61524a28-315f-4f31-b03b-c3dd29d4ceb1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.137583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61524a28-315f-4f31-b03b-c3dd29d4ceb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.137879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61524a28-315f-4f31-b03b-c3dd29d4ceb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.140195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61524a28-315f-4f31-b03b-c3dd29d4ceb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.140195] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61524a28-315f-4f31-b03b-c3dd29d4ceb1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.212414] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7427be9f-99cb-437f-969f-7f21198eee87 in Status: SUCCESS [ 702.212743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.212935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.213313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.213561] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.214079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.214079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.214079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.214079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.214232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.214408] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.642316] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61524a28-315f-4f31-b03b-c3dd29d4ceb1 [ 702.642891] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.642891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.642891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.643306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.643306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.643381] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61524a28-315f-4f31-b03b-c3dd29d4ceb1 already deleted. [ 702.643501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61524a28-315f-4f31-b03b-c3dd29d4ceb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.719068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.719281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.719377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.719705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.723025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.723025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.723025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.723025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.723025] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.223447] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 in Status: SUCCESS [ 703.223847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.223847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.224213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.224407] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.224627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.224627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.224807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.224949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.226833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.226956] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.228162] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7427be9f-99cb-437f-969f-7f21198eee87: rpc.has_security_group_logging(os_id): False [ 703.255167] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.255373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.255373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.255984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.255984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.255984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.256401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.256401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.256401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.256401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.256734] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.256734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.256734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.256927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.256927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.259068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.259369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.259971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.259971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.261832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.262016] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7427be9f-99cb-437f-969f-7f21198eee87 is going to be created. [ 703.358499] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.358686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.358740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.358961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.359164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.380465] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7427be9f-99cb-437f-969f-7f21198eee87 in Status: IN_PROGRESS for 2s [ 703.395483] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 703.396172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.696211] env[69801]: INFO networking_nsxv3.common.synchronization [req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 req-c0948116-9417-4ffa-b4b1-41513f2495e3 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 703.697117] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 703.697602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.698316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.698316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.700264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.700675] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.700796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.700796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.701069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.701622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.701622] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.731147] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.732280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.732280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.732280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.734792] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.734792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.734792] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.177346] env[69801]: INFO networking_nsxv3.common.synchronization [None req-61fcdc71-2117-42cb-9ad9-fadfac1b5d92 None None] Enqueued Resource ID: 46f60239-4694-44a1-b459-dc9ae32c99a1 with Priority: HIGHEST for action port [ 704.177346] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f60239-4694-44a1-b459-dc9ae32c99a1 with Priority: HIGHEST for action port [ 704.177854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f60239-4694-44a1-b459-dc9ae32c99a1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.177969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f60239-4694-44a1-b459-dc9ae32c99a1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.178052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f60239-4694-44a1-b459-dc9ae32c99a1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.178316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f60239-4694-44a1-b459-dc9ae32c99a1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.178402] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f60239-4694-44a1-b459-dc9ae32c99a1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.204736] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.205008] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.205100] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.205515] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.205751] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.205926] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.207380] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209051] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209051] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.209051] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.209246] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.209366] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.209531] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.209738] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.209885] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.210179] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.212405] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.212519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.212592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.213293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.213293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.213293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.213293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.213511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.213511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.213588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.213623] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a already deleted. [ 704.213691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.239872] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42: rpc.has_security_group_logging(os_id): False [ 704.245063] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.245461] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.245702] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.246103] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.247279] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-3b3b224d-1c32-4967-9109-13fd557eaff0 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.251019] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.251019] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.251019] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.251019] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3b224d-1c32-4967-9109-13fd557eaff0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.258349] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.258914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.258914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.258914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.258914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.259636] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.259796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.259874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.260130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.260183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.260450] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.260569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.260639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.260872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.260872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.261136] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.261330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.261387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.261755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.261755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.261755] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 is going to be created. [ 704.338148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.339550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.339550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.339550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.339550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.356472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 in Status: IN_PROGRESS for 2s [ 704.682320] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f60239-4694-44a1-b459-dc9ae32c99a1 [ 704.682320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.682320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.682320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.682320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.682320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.682320] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f60239-4694-44a1-b459-dc9ae32c99a1 already deleted. [ 704.682320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f60239-4694-44a1-b459-dc9ae32c99a1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.754171] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.755057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.755607] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.756115] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.756433] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.756471] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 3b3b224d-1c32-4967-9109-13fd557eaff0 not found, creating... [ 704.756936] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.756936] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.757049] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.757438] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.757438] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.759657] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.759937] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.760155] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.761162] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.761334] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.761478] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 3b3b224d-1c32-4967-9109-13fd557eaff0 is going to be created. [ 704.787362] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.787362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.787362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.787362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.787362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.787362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.856253] env[69801]: INFO networking_nsxv3.common.synchronization [None req-0bcd07a4-d38c-4657-92af-b523e173b0eb None None] Enqueued Resource ID: 8b7eebed-8d92-4848-b74a-de6d01f2e591 with Priority: HIGHEST for action port [ 704.856253] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7eebed-8d92-4848-b74a-de6d01f2e591 with Priority: HIGHEST for action port [ 704.856253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7eebed-8d92-4848-b74a-de6d01f2e591 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.856253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7eebed-8d92-4848-b74a-de6d01f2e591" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.856253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7eebed-8d92-4848-b74a-de6d01f2e591" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.858444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7eebed-8d92-4848-b74a-de6d01f2e591" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.858631] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7eebed-8d92-4848-b74a-de6d01f2e591',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.959696] env[69801]: INFO networking_nsxv3.common.synchronization [None req-29425b7a-5c88-40f3-a7c2-20e9d719103c None None] Enqueued Resource ID: faf9d886-3427-47b8-bce4-829b849624b5 with Priority: HIGHEST for action port [ 704.960053] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf9d886-3427-47b8-bce4-829b849624b5 with Priority: HIGHEST for action port [ 704.960997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf9d886-3427-47b8-bce4-829b849624b5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.960997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf9d886-3427-47b8-bce4-829b849624b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.960997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf9d886-3427-47b8-bce4-829b849624b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.960997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf9d886-3427-47b8-bce4-829b849624b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.960997] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf9d886-3427-47b8-bce4-829b849624b5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.361728] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b7eebed-8d92-4848-b74a-de6d01f2e591 [ 705.361986] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.362212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.362212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.362466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.362695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.362695] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b7eebed-8d92-4848-b74a-de6d01f2e591 already deleted. [ 705.363745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7eebed-8d92-4848-b74a-de6d01f2e591" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.394719] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7427be9f-99cb-437f-969f-7f21198eee87 in Status: SUCCESS [ 705.395730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.464322] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faf9d886-3427-47b8-bce4-829b849624b5 [ 705.464322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.464322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.464322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.464322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.464322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.464322] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faf9d886-3427-47b8-bce4-829b849624b5 already deleted. [ 705.464322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf9d886-3427-47b8-bce4-829b849624b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.756368] env[69801]: INFO networking_nsxv3.common.synchronization [req-6d6203ec-da90-4980-b234-c31d8376b594 req-25311376-7468-49e5-9692-3045ed9591b9 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Enqueued Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_members [ 705.757227] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_members [ 705.758156] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.758285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.758350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.758623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.758783] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.758884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.758947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.759111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.759197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.759295] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.210762] env[69801]: INFO networking_nsxv3.common.synchronization [req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 req-c02edc9e-1644-480f-849b-ad5901245e4e service nova] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 706.210965] env[69801]: INFO networking_nsxv3.common.synchronization [req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 req-c02edc9e-1644-480f-849b-ad5901245e4e service nova] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 706.211127] env[69801]: INFO networking_nsxv3.common.synchronization [req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 req-c02edc9e-1644-480f-849b-ad5901245e4e service nova] Enqueued Resource ID: 3b3b224d-1c32-4967-9109-13fd557eaff0 with Priority: HIGHEST for action port [ 706.211380] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 706.211501] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 706.211591] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3b224d-1c32-4967-9109-13fd557eaff0 with Priority: HIGHEST for action port [ 706.212411] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.212653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.212690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.213069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.213146] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.214322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.214467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.214562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.214805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.215032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.215889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.215889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.215889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.215889] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.216908] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b3b224d-1c32-4967-9109-13fd557eaff0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.217358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217603] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3b224d-1c32-4967-9109-13fd557eaff0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.267636] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.267636] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.267636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.268708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.268708] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0865534e-c4f4-474b-9bef-371b3c499360 already deleted. [ 706.268708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.371203] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 in Status: SUCCESS [ 706.371438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.720186] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720653] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.722040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b3b224d-1c32-4967-9109-13fd557eaff0 with status ACTIVE [ 706.722320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.722800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.722895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.723212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.723351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.723606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.723751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.723846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.724110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.724228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.724507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.724644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.724747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.724950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.725100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.725230] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b3b224d-1c32-4967-9109-13fd557eaff0 is going to be updated. [ 706.755914] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.756172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.756172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.756392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.756529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.756705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b3b224d-1c32-4967-9109-13fd557eaff0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.829886] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.831021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.831021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.831021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.831728] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.832909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.832909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.832909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.832909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832909] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.833290] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.833517] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.833734] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.833950] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.834175] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.834419] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.864276] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.864276] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.864276] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.864276] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.864276] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.864276] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.864276] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.864276] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.864276] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df598d4-c8da-4c6c-b5a7-6af9277d44aa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.230089] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.367737] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367737] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.367737] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.368018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.368405] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.368405] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 2df598d4-c8da-4c6c-b5a7-6af9277d44aa not found, creating... [ 707.368620] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.368787] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.370008] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.370331] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.370431] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.370735] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.370926] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.371085] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.371327] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.371578] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.371578] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 2df598d4-c8da-4c6c-b5a7-6af9277d44aa is going to be created. [ 707.393982] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.394500] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.394638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.394923] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.395172] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.395413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.641550] env[69801]: INFO networking_nsxv3.common.synchronization [req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 req-3a6a34ca-2649-4169-a254-bfcc5dc5de67 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 707.642090] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 707.642401] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.642530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.642599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.643019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.644647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.644727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.644909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.645009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.645113] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.734371] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.734371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.734371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.734371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.734764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.734764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be created. [ 707.760376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.760376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.760734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.762038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.772705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: UNINITIALIZED for 2s [ 708.103507] env[69801]: INFO networking_nsxv3.common.synchronization [None req-cd1e0c6f-bfbb-4cf7-92a8-3c2d78f1453a None None] Enqueued Resource ID: 44ef4a61-b46a-4ca0-87f4-0b1e52267aeb with Priority: HIGHEST for action port [ 708.103507] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ef4a61-b46a-4ca0-87f4-0b1e52267aeb with Priority: HIGHEST for action port [ 708.103507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-44ef4a61-b46a-4ca0-87f4-0b1e52267aeb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.103507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44ef4a61-b46a-4ca0-87f4-0b1e52267aeb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.103507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44ef4a61-b46a-4ca0-87f4-0b1e52267aeb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.103507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44ef4a61-b46a-4ca0-87f4-0b1e52267aeb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.103507] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ef4a61-b46a-4ca0-87f4-0b1e52267aeb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.112962] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.113060] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.113120] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.114240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.114240] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.114240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.114492] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.114551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.114932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.114932] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.115036] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.115234] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.115234] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.115347] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.115500] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.115621] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.140824] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.141495] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.141495] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.141495] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.141681] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-ed68946c-1abc-490c-949f-92608b1d0eda taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.141859] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.141972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.142359] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.142493] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed68946c-1abc-490c-949f-92608b1d0eda',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.147463] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.147750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.147750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.148322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.148322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.148435] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.148955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.148955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.148955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.148955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.148955] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 already deleted. [ 708.148955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.322759] env[69801]: INFO networking_nsxv3.common.synchronization [req-66190c94-dc7f-4838-9bdc-d9bd5815c905 req-433ebd54-2a1c-4eda-943b-41916b2a0241 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Enqueued Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_members [ 708.323391] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGHEST for action security_group_members [ 708.323727] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.324350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.324350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.324350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.324350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.324567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.324567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.324678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.324749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.324858] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.608021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44ef4a61-b46a-4ca0-87f4-0b1e52267aeb [ 708.608021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.608021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.608021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.608534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.608534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.608534] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44ef4a61-b46a-4ca0-87f4-0b1e52267aeb already deleted. [ 708.608534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44ef4a61-b46a-4ca0-87f4-0b1e52267aeb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.646969] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.646969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.646969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.646969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.646969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.648558] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port ed68946c-1abc-490c-949f-92608b1d0eda not found, creating... [ 708.648558] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.648558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.648558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.648558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.648558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.648558] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.648558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.649023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.649023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.653355] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: ed68946c-1abc-490c-949f-92608b1d0eda is going to be created. [ 708.681468] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.681658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.681749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.682225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.682351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.682566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.832379] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.832546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.832650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.832887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.832975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.833194] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.833334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.833402] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.833564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.833637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.833724] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f6d164-64f1-401a-ad59-7056beb50404 is going to be updated. [ 708.869922] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.872686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.872827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.876152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.878036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.889225] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f6d164-64f1-401a-ad59-7056beb50404 in Status: IN_PROGRESS for 2s [ 709.137565] env[69801]: INFO networking_nsxv3.common.synchronization [req-6d6203ec-da90-4980-b234-c31d8376b594 req-9d58653d-66da-412f-9977-769ce36c9331 service nova] Enqueued Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_rules [ 709.137736] env[69801]: INFO networking_nsxv3.common.synchronization [req-6d6203ec-da90-4980-b234-c31d8376b594 req-9d58653d-66da-412f-9977-769ce36c9331 service nova] Enqueued Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_members [ 709.137916] env[69801]: INFO networking_nsxv3.common.synchronization [req-6d6203ec-da90-4980-b234-c31d8376b594 req-9d58653d-66da-412f-9977-769ce36c9331 service nova] Enqueued Resource ID: 2df598d4-c8da-4c6c-b5a7-6af9277d44aa with Priority: HIGHEST for action port [ 709.138354] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_rules [ 709.138481] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_members [ 709.138578] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df598d4-c8da-4c6c-b5a7-6af9277d44aa with Priority: HIGHEST for action port [ 709.138844] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.143308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.143605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.143698] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.144619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.144744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.144815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.145036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.145224] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.145367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.145436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.145594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.145680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.145771] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.147499] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.147628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.147698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.147871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.147926] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df598d4-c8da-4c6c-b5a7-6af9277d44aa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.650302] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.652021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.652155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.652725] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2df598d4-c8da-4c6c-b5a7-6af9277d44aa with status ACTIVE [ 709.653037] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.653037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.653200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.654122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.654122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.654122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.654122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.654122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.654122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.654122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.654452] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.654502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.655549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.655549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.655549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.655549] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2df598d4-c8da-4c6c-b5a7-6af9277d44aa is going to be updated. [ 709.690586] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.690586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df598d4-c8da-4c6c-b5a7-6af9277d44aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.784734] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 709.785383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.785587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.785863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.786099] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.786372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.786372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.786481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.786563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.786635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.786731] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.154018] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.290374] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.374551] env[69801]: INFO networking_nsxv3.common.synchronization [None req-fa02d37c-aaa3-463f-8355-703c75755dbf None None] Enqueued Resource ID: e3a6a336-8681-4241-81a5-c77d9d17bd45 with Priority: HIGHEST for action port [ 710.376642] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a6a336-8681-4241-81a5-c77d9d17bd45 with Priority: HIGHEST for action port [ 710.376805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3a6a336-8681-4241-81a5-c77d9d17bd45 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.376912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3a6a336-8681-4241-81a5-c77d9d17bd45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.377020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3a6a336-8681-4241-81a5-c77d9d17bd45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.377769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3a6a336-8681-4241-81a5-c77d9d17bd45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.377769] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3a6a336-8681-4241-81a5-c77d9d17bd45',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.609059] env[69801]: INFO networking_nsxv3.common.synchronization [req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 req-b8a49284-b91e-4bfe-9b68-54909138eb76 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 710.609250] env[69801]: INFO networking_nsxv3.common.synchronization [req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 req-b8a49284-b91e-4bfe-9b68-54909138eb76 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 710.609390] env[69801]: INFO networking_nsxv3.common.synchronization [req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 req-b8a49284-b91e-4bfe-9b68-54909138eb76 service nova] Enqueued Resource ID: ed68946c-1abc-490c-949f-92608b1d0eda with Priority: HIGHEST for action port [ 710.609619] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 710.609796] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 710.609838] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed68946c-1abc-490c-949f-92608b1d0eda with Priority: HIGHEST for action port [ 710.610385] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.610542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.610580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.610830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.610913] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.615885] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.616624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.616830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.617146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.617350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.617802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.617802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.617965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.618068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.618162] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.618993] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed68946c-1abc-490c-949f-92608b1d0eda taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.619115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.619182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.619375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.619474] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed68946c-1abc-490c-949f-92608b1d0eda',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.658204] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.658204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.658204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.658204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.658204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.658204] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0865534e-c4f4-474b-9bef-371b3c499360 is going to be created. [ 710.685853] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.686103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.686103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.686311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.686495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.702040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0865534e-c4f4-474b-9bef-371b3c499360 in Status: UNINITIALIZED for 2s [ 710.793036] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 288de82c-2cd8-40be-8ab6-71dd1398652a: rpc.has_security_group_logging(os_id): False [ 710.816630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.816813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.816876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.817187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.817309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.817782] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.817904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.817952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.818185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.818676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.818808] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be created. [ 710.882242] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.882242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.882242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.882242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.883913] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3a6a336-8681-4241-81a5-c77d9d17bd45 [ 710.884205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.884396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.884500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.884715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884967] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3a6a336-8681-4241-81a5-c77d9d17bd45 already deleted. [ 710.885112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3a6a336-8681-4241-81a5-c77d9d17bd45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.901619] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 710.902399] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f6d164-64f1-401a-ad59-7056beb50404 in Status: SUCCESS [ 710.902577] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f6d164-64f1-401a-ad59-7056beb50404 deletion is rescheduled due to dependency. [ 710.902691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910486] env[69801]: INFO networking_nsxv3.common.synchronization [req-9b7216c6-e697-400b-91d0-53380c9d40d2 req-75989788-4071-4ac4-8ee2-c5815b1f14ed tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 710.911012] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 710.911324] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.911434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.122201] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.125901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.125901] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.130815] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed68946c-1abc-490c-949f-92608b1d0eda with status ACTIVE [ 711.130815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.130815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.131659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.131659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.131659] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed68946c-1abc-490c-949f-92608b1d0eda is going to be updated. [ 711.158249] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.158430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.158509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.158750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.159257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.159439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed68946c-1abc-490c-949f-92608b1d0eda" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.634253] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.123041] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.123417] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.123417] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.123893] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.123979] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.125210] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.125445] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.125778] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.125977] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.126270] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.128607] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.128607] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.128607] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.128607] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.128607] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.128607] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.143400] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.143576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.143670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.144099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.144099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.144099] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be created. [ 712.152301] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.152496] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.152636] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.153462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.153462] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.153462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.153462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.153788] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.153930] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e800da-0711-4d74-b1ca-dd7f9d2a48e7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.175315] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.175315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.175315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.175315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.175315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.188750] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: UNINITIALIZED for 2s [ 712.664036] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.664036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.664273] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.664469] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.664603] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.664756] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 not found, creating... [ 712.665057] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.665791] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.665791] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.665791] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.665791] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.666043] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.666139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.666255] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.666472] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.666605] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.666741] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 is going to be created. [ 712.692559] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.692761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.692761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.694371] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.694371] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.694371] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.717666] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0865534e-c4f4-474b-9bef-371b3c499360 in Status: SUCCESS [ 712.717880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.718100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.718364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.719221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.719221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.719221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.719221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.719221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.719511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.719511] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.927758] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 712.928023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.228027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.228027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.228027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.228027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.228657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.228657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.228657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.228657] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.230374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.230374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.230374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.230374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.230374] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.392928] env[69801]: INFO networking_nsxv3.common.synchronization [None req-17cd7d9b-d06e-430d-bd12-635845537dd9 None None] Enqueued Resource ID: dfc02d53-08d6-48b1-939d-71296d432f6c with Priority: HIGHEST for action port [ 713.392928] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc02d53-08d6-48b1-939d-71296d432f6c with Priority: HIGHEST for action port [ 713.392928] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc02d53-08d6-48b1-939d-71296d432f6c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.392928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc02d53-08d6-48b1-939d-71296d432f6c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.392928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc02d53-08d6-48b1-939d-71296d432f6c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.393338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc02d53-08d6-48b1-939d-71296d432f6c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.393338] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc02d53-08d6-48b1-939d-71296d432f6c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.734964] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0865534e-c4f4-474b-9bef-371b3c499360: rpc.has_security_group_logging(os_id): False [ 713.757175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.760026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.760026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.760026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.760628] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.760628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.760628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.763517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.763517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.763517] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0865534e-c4f4-474b-9bef-371b3c499360 is going to be created. [ 713.778192] env[69801]: INFO networking_nsxv3.common.synchronization [req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 req-049d6473-d740-4312-a23f-eef956ec5502 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Enqueued Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_members [ 713.778318] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_members [ 713.778533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.778652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.778718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.778981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.779482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.779639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.779706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.783024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.783024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.783024] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.851157] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.851345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.851425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.851669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.851896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.873417] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0865534e-c4f4-474b-9bef-371b3c499360 in Status: IN_PROGRESS for 2s [ 713.896140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfc02d53-08d6-48b1-939d-71296d432f6c [ 713.897144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.897144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.897144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.897144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.897144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.897144] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfc02d53-08d6-48b1-939d-71296d432f6c already deleted. [ 713.897425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc02d53-08d6-48b1-939d-71296d432f6c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.146555] env[69801]: INFO networking_nsxv3.common.synchronization [None req-832f0f5b-ca6b-4898-aa17-19f214af92a0 None None] Enqueued Resource ID: 0c672f8d-747d-4c2d-87f8-9b39cf5d5848 with Priority: HIGHEST for action port [ 714.146818] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c672f8d-747d-4c2d-87f8-9b39cf5d5848 with Priority: HIGHEST for action port [ 714.147506] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c672f8d-747d-4c2d-87f8-9b39cf5d5848 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.147645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c672f8d-747d-4c2d-87f8-9b39cf5d5848" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.147727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c672f8d-747d-4c2d-87f8-9b39cf5d5848" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.148038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c672f8d-747d-4c2d-87f8-9b39cf5d5848" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.149769] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c672f8d-747d-4c2d-87f8-9b39cf5d5848',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.200122] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 714.200390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.201623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.201623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.201623] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.201623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.201623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.201623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.201623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.201623] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.286070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.286616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.286616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.286616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.286758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.286859] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.286962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.287037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.287519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.287660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.287812] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087531f1-f25e-4340-83c4-17643e3d8954 already deleted. [ 714.287975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.403271] env[69801]: INFO networking_nsxv3.common.synchronization [req-9b7216c6-e697-400b-91d0-53380c9d40d2 req-a3ca9f9a-2c6f-4e4e-9307-b05dcb606732 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 714.403613] env[69801]: INFO networking_nsxv3.common.synchronization [req-9b7216c6-e697-400b-91d0-53380c9d40d2 req-a3ca9f9a-2c6f-4e4e-9307-b05dcb606732 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 714.404480] env[69801]: INFO networking_nsxv3.common.synchronization [req-9b7216c6-e697-400b-91d0-53380c9d40d2 req-a3ca9f9a-2c6f-4e4e-9307-b05dcb606732 service nova] Enqueued Resource ID: a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 with Priority: HIGHEST for action port [ 714.404480] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 714.404668] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 714.404893] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 with Priority: HIGHEST for action port [ 714.406039] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.406237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.406499] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.406949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.407190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.407362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.407533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.408077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.408255] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e800da-0711-4d74-b1ca-dd7f9d2a48e7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.654070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c672f8d-747d-4c2d-87f8-9b39cf5d5848 [ 714.654070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.654070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.654070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.654070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c672f8d-747d-4c2d-87f8-9b39cf5d5848 already deleted. [ 714.654070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c672f8d-747d-4c2d-87f8-9b39cf5d5848" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.706210] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.912307] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 with status ACTIVE [ 714.912307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.912307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.912307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.912615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.912615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.912675] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.912747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.912807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.912998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.913444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.913444] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.913444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.913597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.913671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.913752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.913835] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 is going to be updated. [ 714.947491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.950239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.950239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.950239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.994909] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.994909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-384" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.994909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-384" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.995177] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-384" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.995475] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.995591] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.995736] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.995937] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.000115] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.000431] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.000570] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.000974] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.000974] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.000974] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.001161] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.001195] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.024968] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.024968] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.024968] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.025980] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-384" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.025980] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-828a7400-0da7-4801-ae42-57c9866c821d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025980] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.025980] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.026305] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.028894] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828a7400-0da7-4801-ae42-57c9866c821d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.208973] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.534285] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.534695] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.534890] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.535577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.535577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.535577] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 828a7400-0da7-4801-ae42-57c9866c821d not found, creating... [ 715.535932] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.536426] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.536426] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.536552] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.536658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.537244] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.537462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.537689] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.537853] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.539488] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.539488] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 828a7400-0da7-4801-ae42-57c9866c821d is going to be created. [ 715.562016] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.564042] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.565995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.565995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.565995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.565995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.711656] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.712013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.712095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.712386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.712508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.714382] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 715.759968] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.760097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.760097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.760265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.760403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.777523] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 715.888670] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0865534e-c4f4-474b-9bef-371b3c499360 in Status: SUCCESS [ 715.888670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.170110] env[69801]: INFO networking_nsxv3.common.synchronization [None req-dee72528-cdcf-43a8-b594-c09e1e2a688f None None] Enqueued Resource ID: e5647309-37ee-44d6-9a4f-87d60e5a0195 with Priority: HIGHEST for action port [ 716.171064] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5647309-37ee-44d6-9a4f-87d60e5a0195 with Priority: HIGHEST for action port [ 716.171396] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5647309-37ee-44d6-9a4f-87d60e5a0195 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.171580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5647309-37ee-44d6-9a4f-87d60e5a0195" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.171657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5647309-37ee-44d6-9a4f-87d60e5a0195" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.172337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5647309-37ee-44d6-9a4f-87d60e5a0195" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.172337] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5647309-37ee-44d6-9a4f-87d60e5a0195',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.465374] env[69801]: INFO networking_nsxv3.common.synchronization [req-b29924da-1482-4dfb-a534-32a8802be22d req-0f6170c8-84ba-4a15-9f9b-dec3b2458e10 tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Enqueued Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_members [ 716.465374] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGHEST for action security_group_members [ 716.469184] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469713] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.470030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.470196] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.616773] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f req-d4b70091-2a41-4d78-998f-84b2c1b4e970 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 716.617337] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 716.617651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.617810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.617891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.618790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.618967] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.619097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.619162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.619328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.619410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.619515] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.676293] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5647309-37ee-44d6-9a4f-87d60e5a0195 [ 716.676588] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.676727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.676796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.677187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.677287] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5647309-37ee-44d6-9a4f-87d60e5a0195 already deleted. [ 716.677368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5647309-37ee-44d6-9a4f-87d60e5a0195" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.972165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.972363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.972447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.972946] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.973630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.973630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.973630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.973630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.973630] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7427be9f-99cb-437f-969f-7f21198eee87 is going to be updated. [ 717.011380] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.011518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.011581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.011778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.011912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.024764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7427be9f-99cb-437f-969f-7f21198eee87 in Status: IN_PROGRESS for 2s [ 717.122567] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.122743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.123285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.123285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.123285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.124050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.124050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.124050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.124050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.124050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.124050] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 already deleted. [ 717.124050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.566203] env[69801]: INFO networking_nsxv3.common.synchronization [None req-52fc7e10-bb06-49a8-a77a-8fae06358653 None None] Enqueued Resource ID: f5c93244-5439-45dd-aa6f-91abb92e4567 with Priority: HIGHEST for action port [ 717.566203] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c93244-5439-45dd-aa6f-91abb92e4567 with Priority: HIGHEST for action port [ 717.567235] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c93244-5439-45dd-aa6f-91abb92e4567 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.569530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c93244-5439-45dd-aa6f-91abb92e4567" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.569530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c93244-5439-45dd-aa6f-91abb92e4567" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.569530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c93244-5439-45dd-aa6f-91abb92e4567" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.569530] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c93244-5439-45dd-aa6f-91abb92e4567',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.573383] env[69801]: INFO networking_nsxv3.common.synchronization [None req-44422680-ba4c-47af-8666-91f4d8a9e91c None None] Enqueued Resource ID: a3dcb05f-9b29-4fac-ade4-e019cc13d3e2 with Priority: HIGHEST for action port [ 717.573383] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3dcb05f-9b29-4fac-ade4-e019cc13d3e2 with Priority: HIGHEST for action port [ 717.573383] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3dcb05f-9b29-4fac-ade4-e019cc13d3e2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.573967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3dcb05f-9b29-4fac-ade4-e019cc13d3e2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.573967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3dcb05f-9b29-4fac-ade4-e019cc13d3e2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.574396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3dcb05f-9b29-4fac-ade4-e019cc13d3e2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.574636] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3dcb05f-9b29-4fac-ade4-e019cc13d3e2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.713143] env[69801]: INFO networking_nsxv3.common.synchronization [req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 req-f5f33b77-e35a-4e36-929f-51dbfa89d1a9 service nova] Enqueued Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_rules [ 717.713143] env[69801]: INFO networking_nsxv3.common.synchronization [req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 req-f5f33b77-e35a-4e36-929f-51dbfa89d1a9 service nova] Enqueued Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_members [ 717.713143] env[69801]: INFO networking_nsxv3.common.synchronization [req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 req-f5f33b77-e35a-4e36-929f-51dbfa89d1a9 service nova] Enqueued Resource ID: 828a7400-0da7-4801-ae42-57c9866c821d with Priority: HIGHEST for action port [ 717.713143] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_rules [ 717.713143] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_members [ 717.713143] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828a7400-0da7-4801-ae42-57c9866c821d with Priority: HIGHEST for action port [ 717.713143] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.713143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.713143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.713143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.713143] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.718263] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.718394] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.718466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.718856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.719151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.719330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.719434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.719813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.719979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.720153] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.722144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-828a7400-0da7-4801-ae42-57c9866c821d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.722144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.722144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.722579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.722579] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828a7400-0da7-4801-ae42-57c9866c821d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.796472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 717.796772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.797034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.797365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.797660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.797809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.798400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.798400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.798400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.798400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.798400] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.802847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.803240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.803497] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.803688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.805328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.805328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.805328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.805328] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.072498] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c93244-5439-45dd-aa6f-91abb92e4567 [ 718.072627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.072691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.072729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.072938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.073035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.073140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c93244-5439-45dd-aa6f-91abb92e4567 already deleted. [ 718.073217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c93244-5439-45dd-aa6f-91abb92e4567" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.078600] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3dcb05f-9b29-4fac-ade4-e019cc13d3e2 [ 718.078600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.078768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.078768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.078947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.079044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.079143] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3dcb05f-9b29-4fac-ade4-e019cc13d3e2 already deleted. [ 718.079227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3dcb05f-9b29-4fac-ade4-e019cc13d3e2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.128026] env[69801]: INFO networking_nsxv3.common.synchronization [None req-8e52625b-bbc3-4b79-9520-e50eaff22eea None None] Enqueued Resource ID: a85f340e-2bd0-40cc-b971-75bdf03f64f1 with Priority: HIGHEST for action port [ 718.128026] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85f340e-2bd0-40cc-b971-75bdf03f64f1 with Priority: HIGHEST for action port [ 718.128026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85f340e-2bd0-40cc-b971-75bdf03f64f1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.128026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85f340e-2bd0-40cc-b971-75bdf03f64f1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.128026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85f340e-2bd0-40cc-b971-75bdf03f64f1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.128026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85f340e-2bd0-40cc-b971-75bdf03f64f1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.128026] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85f340e-2bd0-40cc-b971-75bdf03f64f1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.225782] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.226967] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.227410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.227556] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 828a7400-0da7-4801-ae42-57c9866c821d with status ACTIVE [ 718.227780] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.230484] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 828a7400-0da7-4801-ae42-57c9866c821d is going to be updated. [ 718.265381] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.265670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.265670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.265880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.266036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.266816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-828a7400-0da7-4801-ae42-57c9866c821d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.309066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.309066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.309066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.631664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a85f340e-2bd0-40cc-b971-75bdf03f64f1 [ 718.632155] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.632387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.632512] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.632779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.632929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.633175] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a85f340e-2bd0-40cc-b971-75bdf03f64f1 already deleted. [ 718.633175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85f340e-2bd0-40cc-b971-75bdf03f64f1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.729678] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.769871] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.770154] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.770358] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.770727] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.770879] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.771367] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.771507] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.772182] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.772182] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.772182] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.772302] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.772302] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.772412] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.772513] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.772612] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.772764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.811132] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.814321] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.814515] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.814658] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.814844] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.815225] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-5f042b27-433d-40ed-ad93-b67c27f02b7b taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.815414] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.815534] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.815911] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.816084] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f042b27-433d-40ed-ad93-b67c27f02b7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.038773] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7427be9f-99cb-437f-969f-7f21198eee87 in Status: SUCCESS [ 719.038983] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7427be9f-99cb-437f-969f-7f21198eee87 deletion is rescheduled due to dependency. [ 719.038983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.233225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.235846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.235846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.235846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.235846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.235846] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087531f1-f25e-4340-83c4-17643e3d8954 is going to be created. [ 719.269479] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.269479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.269479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.269479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.269479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.287895] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087531f1-f25e-4340-83c4-17643e3d8954 in Status: UNINITIALIZED for 2s [ 719.314418] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.314649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.314649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.314888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.314983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.315088] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 719.318428] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.318673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.318759] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.319188] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.319188] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.319367] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 5f042b27-433d-40ed-ad93-b67c27f02b7b not found, creating... [ 719.320218] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.320403] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.320734] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.320818] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.320913] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.321343] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.321470] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.321523] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.321759] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.322089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.322089] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 5f042b27-433d-40ed-ad93-b67c27f02b7b is going to be created. [ 719.357403] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.357731] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.357731] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.358025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.358246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.358489] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.360484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.360645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.360695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.361573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.361573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.375126] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 719.517210] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1bb8f27-48c4-4596-ba14-daea7309646a req-9bd2faf5-377d-4bd0-9a3e-83f0ce7152a5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 719.517772] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 719.518075] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.518259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.518259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.518872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.518872] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.518872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.518872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.519137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.522020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.522020] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.611012] env[69801]: INFO networking_nsxv3.common.synchronization [req-c3b9cd0d-985d-47b9-8965-2803b626997b req-d9718043-10f9-4e79-a25f-014bfa3ebdf1 tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 0f85844b-c1eb-428e-b750-79f88839173e with Priority: HIGHEST for action security_group_rules [ 719.611012] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f85844b-c1eb-428e-b750-79f88839173e with Priority: HIGHEST for action security_group_rules [ 719.611012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f85844b-c1eb-428e-b750-79f88839173e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.611183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f85844b-c1eb-428e-b750-79f88839173e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.611233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f85844b-c1eb-428e-b750-79f88839173e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.611535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f85844b-c1eb-428e-b750-79f88839173e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.611664] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f85844b-c1eb-428e-b750-79f88839173e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.025074] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.025074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.025919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.025919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.025919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.025919] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.026089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.026405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.026443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.027537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027537] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 already deleted. [ 720.027537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.153319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.153553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.153644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.153932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.154042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.154146] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f85844b-c1eb-428e-b750-79f88839173e already deleted. [ 720.154301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f85844b-c1eb-428e-b750-79f88839173e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.505241] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3a81927f-4ff4-4e83-b9ff-7952f0d48f30 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_rules [ 720.505832] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_rules [ 720.508896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.510685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.510685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.510685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.510685] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.729503] env[69801]: INFO networking_nsxv3.common.synchronization [None req-744306c5-1f8c-4f0e-8070-d5427869f729 None None] Enqueued Resource ID: 66de7489-6a16-4df4-b0c9-6167052d3101 with Priority: HIGHEST for action port [ 720.729503] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66de7489-6a16-4df4-b0c9-6167052d3101 with Priority: HIGHEST for action port [ 720.729503] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-66de7489-6a16-4df4-b0c9-6167052d3101 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.729503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66de7489-6a16-4df4-b0c9-6167052d3101" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.729503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66de7489-6a16-4df4-b0c9-6167052d3101" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.729503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66de7489-6a16-4df4-b0c9-6167052d3101" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.729503] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66de7489-6a16-4df4-b0c9-6167052d3101',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.867332] env[69801]: INFO networking_nsxv3.common.synchronization [None req-bd4d9b04-065c-43a1-8e98-c0f60bc39905 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_rules [ 720.867332] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_rules [ 720.867695] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.867934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.041353] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.041353] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 already deleted. [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.041353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.041353] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.236409] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66de7489-6a16-4df4-b0c9-6167052d3101 [ 721.236796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.237051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.237162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.237567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.237765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.237765] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66de7489-6a16-4df4-b0c9-6167052d3101 already deleted. [ 721.237886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66de7489-6a16-4df4-b0c9-6167052d3101" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.303902] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087531f1-f25e-4340-83c4-17643e3d8954 in Status: SUCCESS [ 721.304228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.304520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.304860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.305175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.305711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.305711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.307295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.307452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.307844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.307844] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.387314] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 721.387519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.391023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.391023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.391023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.391023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.391023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.391023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.391023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.391023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.391910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.391910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.391910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.391910] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.394599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.394767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.395100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.395197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.395358] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.488270] env[69801]: INFO networking_nsxv3.common.synchronization [None req-cfdcba3f-cad4-4700-a827-88e1d617b53e None None] Enqueued Resource ID: 0e2ee1ce-c550-4151-ae3f-23526336ec23 with Priority: HIGHEST for action port [ 721.490363] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e2ee1ce-c550-4151-ae3f-23526336ec23 with Priority: HIGHEST for action port [ 721.490363] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e2ee1ce-c550-4151-ae3f-23526336ec23 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.490588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e2ee1ce-c550-4151-ae3f-23526336ec23" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.490715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e2ee1ce-c550-4151-ae3f-23526336ec23" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.491278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e2ee1ce-c550-4151-ae3f-23526336ec23" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.491475] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e2ee1ce-c550-4151-ae3f-23526336ec23',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.564903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.564903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.564903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.565311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.565311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.565414] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 already deleted. [ 721.565471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.813995] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.898207] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 998966f5-6d69-4b29-90f8-7c23268f3f59: rpc.has_security_group_logging(os_id): False [ 721.925272] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925272] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925272] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.925272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.926335] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.926335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.926335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.926335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.926335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.926335] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be created. [ 721.989221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.989946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.989946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.989946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.989946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.995676] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e2ee1ce-c550-4151-ae3f-23526336ec23 [ 721.995844] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.995844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.996021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.996823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.996823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.996823] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e2ee1ce-c550-4151-ae3f-23526336ec23 already deleted. [ 721.996823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e2ee1ce-c550-4151-ae3f-23526336ec23" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.006806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 722.092574] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.096708] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.096708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.096708] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.096708] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.097318] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.097318] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.097318] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.097318] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.097318] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.120275] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.120480] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.120531] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.120704] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.120996] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-2a49cbed-cb88-4306-a623-93dd0f63a398 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.122783] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.122783] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.122783] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.122783] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a49cbed-cb88-4306-a623-93dd0f63a398',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.262413] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f req-45165181-19ef-4d2d-9934-bbc7c1b5ecb4 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 722.262592] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f req-45165181-19ef-4d2d-9934-bbc7c1b5ecb4 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 722.262834] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f req-45165181-19ef-4d2d-9934-bbc7c1b5ecb4 service nova] Enqueued Resource ID: 5f042b27-433d-40ed-ad93-b67c27f02b7b with Priority: HIGHEST for action port [ 722.263266] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 722.263578] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 722.263681] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f042b27-433d-40ed-ad93-b67c27f02b7b with Priority: HIGHEST for action port [ 722.263958] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.264361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.264682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.265175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.265294] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.267747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.267821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.267857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.268400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.269056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.269056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.269056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.269234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.269321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.270046] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.270231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f042b27-433d-40ed-ad93-b67c27f02b7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.270891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.270891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.270891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.270891] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f042b27-433d-40ed-ad93-b67c27f02b7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.318805] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 087531f1-f25e-4340-83c4-17643e3d8954: rpc.has_security_group_logging(os_id): False [ 722.350250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.350250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.350250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.350250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.351111] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.351111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.351111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.351111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.352127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.352345] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 087531f1-f25e-4340-83c4-17643e3d8954 is going to be created. [ 722.439472] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.439472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.439691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.440510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.440510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.466097] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087531f1-f25e-4340-83c4-17643e3d8954 in Status: IN_PROGRESS for 2s [ 722.574281] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e13f7327-d6a0-41c3-ba34-c9d97e0b92fa None None] Enqueued Resource ID: 7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b with Priority: HIGHEST for action port [ 722.575918] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b with Priority: HIGHEST for action port [ 722.576561] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.576712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.576766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.580417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.580471] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.588504] env[69801]: INFO networking_nsxv3.common.synchronization [req-b3e491c8-e46c-4f10-9671-c3e66328e977 req-4b174ebc-32e6-4190-b19c-53366a98dc2f tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 722.589527] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 722.589644] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.590611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.590611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.590611] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.590611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.590611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.591031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.591031] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.625335] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.625560] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.626022] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.626175] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.626350] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.626545] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 2a49cbed-cb88-4306-a623-93dd0f63a398 not found, creating... [ 722.626978] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.627103] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.627182] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.627464] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.627773] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.627969] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.628436] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.628513] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.629628] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.629628] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.629749] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 2a49cbed-cb88-4306-a623-93dd0f63a398 is going to be created. [ 722.657904] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.657904] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.658927] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.784943] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.784943] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784943] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f042b27-433d-40ed-ad93-b67c27f02b7b with status ACTIVE [ 722.784943] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.784943] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.784943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.787581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.787581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.787581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.787581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.787581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.787581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f042b27-433d-40ed-ad93-b67c27f02b7b is going to be updated. [ 722.810965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.811305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.811305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.811513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.811656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.811822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f042b27-433d-40ed-ad93-b67c27f02b7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.087167] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b [ 723.087608] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.087608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.087734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.087938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.088024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.088148] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b already deleted. [ 723.088203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0a45b3-10e0-4fc4-b0a6-78eeaa16133b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.095785] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.095785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.095785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.096375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.096375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.096375] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.096601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.096601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.097814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.097814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.097814] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be updated. [ 723.140313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.140543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.140543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.140844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.140844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.154033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 723.280324] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.400807] env[69801]: INFO networking_nsxv3.common.synchronization [req-000d352c-6ead-4731-a9b6-d62e89543dcf req-ca8eb787-d6e6-43bc-ac25-2544e8472289 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 723.400807] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 723.400807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.400807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.400807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.400807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.402216] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.404598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.404763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.405231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.405534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.405675] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.616183] env[69801]: INFO networking_nsxv3.common.synchronization [req-504761dd-9e26-4482-9d34-0ca66e14888d req-59b58894-4afc-4977-807f-b95534bab120 tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 8fbfb76a-1d67-4310-b2fc-22d4d8126488 with Priority: HIGHEST for action security_group_rules [ 723.616790] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbfb76a-1d67-4310-b2fc-22d4d8126488 with Priority: HIGHEST for action security_group_rules [ 723.619590] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fbfb76a-1d67-4310-b2fc-22d4d8126488 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.620158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fbfb76a-1d67-4310-b2fc-22d4d8126488" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.620257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fbfb76a-1d67-4310-b2fc-22d4d8126488" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.620542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fbfb76a-1d67-4310-b2fc-22d4d8126488" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.620626] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fbfb76a-1d67-4310-b2fc-22d4d8126488',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.784709] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.784709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.784982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.785029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.785667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.785667] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be created. [ 723.816466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.816735] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.816735] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.817473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.817473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.830912] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: UNINITIALIZED for 2s [ 723.909645] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.909780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.909780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.909987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.911432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.911673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.911781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.911844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.912032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.912117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.912198] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 already deleted. [ 723.912281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.026794] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 724.026794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.026794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.026794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.026794] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.147501] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.147842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.147842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.147964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.148060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.148169] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fbfb76a-1d67-4310-b2fc-22d4d8126488 already deleted. [ 724.148246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fbfb76a-1d67-4310-b2fc-22d4d8126488" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.301652] env[69801]: INFO networking_nsxv3.common.synchronization [req-79d57d98-bfad-41cf-87ee-dccb8f68694d req-5fc9748d-80de-4cbe-a7fd-ef1c58ed4678 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 724.305436] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 724.309302] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.309302] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.309302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.309302] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.477561] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1bb8f27-48c4-4596-ba14-daea7309646a req-923a7130-eb45-4bd2-97de-ba459335288c service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 724.477561] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1bb8f27-48c4-4596-ba14-daea7309646a req-923a7130-eb45-4bd2-97de-ba459335288c service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 724.477678] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1bb8f27-48c4-4596-ba14-daea7309646a req-923a7130-eb45-4bd2-97de-ba459335288c service nova] Enqueued Resource ID: 2a49cbed-cb88-4306-a623-93dd0f63a398 with Priority: HIGHEST for action port [ 724.479888] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 724.479888] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 724.479888] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a49cbed-cb88-4306-a623-93dd0f63a398 with Priority: HIGHEST for action port [ 724.479888] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.479888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.479888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.480638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.480638] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.481639] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.481639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.481639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.482087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.482087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.482087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.482462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.482462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.482462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.482705] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.483769] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a49cbed-cb88-4306-a623-93dd0f63a398 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.483913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.483977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.484517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.484517] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a49cbed-cb88-4306-a623-93dd0f63a398',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.488095] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087531f1-f25e-4340-83c4-17643e3d8954 in Status: SUCCESS [ 724.488439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529545] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530310] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530839] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.811297] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.811452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.811504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.811941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.811941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812176] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.812348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.812756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.812756] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 already deleted. [ 724.812756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.872696] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.873137] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.873137] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.873287] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.873583] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.873907] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.873907] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.874207] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.874304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.874576] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.874696] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.874835] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.874993] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.875164] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.875321] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.875492] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.899680] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.899755] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.900058] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.900157] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.900620] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.900803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.900910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.901341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.901605] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.927938] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d6d29a8e-bc69-4eed-aae6-1c11d1a071cc None None] Enqueued Resource ID: cb15ea7c-5db1-4956-bf04-bf17d19d5da4 with Priority: HIGHEST for action port [ 724.928378] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb15ea7c-5db1-4956-bf04-bf17d19d5da4 with Priority: HIGHEST for action port [ 724.928789] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb15ea7c-5db1-4956-bf04-bf17d19d5da4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.928789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb15ea7c-5db1-4956-bf04-bf17d19d5da4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.928975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb15ea7c-5db1-4956-bf04-bf17d19d5da4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.929508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb15ea7c-5db1-4956-bf04-bf17d19d5da4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.929508] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb15ea7c-5db1-4956-bf04-bf17d19d5da4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.991525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.991525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.991525] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.992437] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a49cbed-cb88-4306-a623-93dd0f63a398 with status ACTIVE [ 724.992626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.992820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.992820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.993488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.993488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.993488] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.993681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.993681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.994019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.994019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.995088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.995088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.995088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.995088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.995088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.995088] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a49cbed-cb88-4306-a623-93dd0f63a398 is going to be updated. [ 725.025031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.025031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.027408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.028015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a49cbed-cb88-4306-a623-93dd0f63a398" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.034292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.034658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.035173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.035502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.037768] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.039078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.039078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.039399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.039876] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.039876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041045] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.041045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.041407] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.180278] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 725.180701] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 deletion is rescheduled due to dependency. [ 725.180701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.381523] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d0c22325-940b-40ef-bf82-e9004ce39626 None None] Enqueued Resource ID: 0d1d8f47-a101-48b8-b41a-22435cd892e3 with Priority: HIGHEST for action port [ 725.381879] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1d8f47-a101-48b8-b41a-22435cd892e3 with Priority: HIGHEST for action port [ 725.382412] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1d8f47-a101-48b8-b41a-22435cd892e3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.382537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1d8f47-a101-48b8-b41a-22435cd892e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.382602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1d8f47-a101-48b8-b41a-22435cd892e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.382877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1d8f47-a101-48b8-b41a-22435cd892e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.382967] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1d8f47-a101-48b8-b41a-22435cd892e3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.404488] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.404897] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.405052] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.405506] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.405615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.405866] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b not found, creating... [ 725.406709] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.406709] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.406709] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.407109] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.407479] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.407648] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.407856] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.408173] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.408385] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.408459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.408588] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b is going to be created. [ 725.431920] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb15ea7c-5db1-4956-bf04-bf17d19d5da4 [ 725.432225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.432445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.432752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.432822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.433560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.433560] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb15ea7c-5db1-4956-bf04-bf17d19d5da4 already deleted. [ 725.434621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb15ea7c-5db1-4956-bf04-bf17d19d5da4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.437497] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.437731] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.437896] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.438516] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.438616] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.438887] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.447092] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.447284] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.447407] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.447822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.448658] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.448658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.448658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.448907] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.449220] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.450262] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.450262] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.450262] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.450702] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.450702] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.451260] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.451631] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.481251] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.481251] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.481251] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.481251] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481599] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-0f2da7dd-4435-421b-9521-04e255a2382a taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.482195] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.482313] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.482605] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2da7dd-4435-421b-9521-04e255a2382a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.497076] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.543848] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 998966f5-6d69-4b29-90f8-7c23268f3f59: rpc.has_security_group_logging(os_id): False [ 725.570965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.571276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.571276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.572306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.572306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.572306] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.572306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.572306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.572858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.573080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.573777] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.574091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.574091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.574419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.574419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.574988] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.574988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.574988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.575279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.575279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.575444] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 725.708420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.711782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.711782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.711782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.711986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.729165] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 725.855710] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 725.856151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.856311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.856481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.856764] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.856885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.856932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.857131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.857236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.857364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.857465] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.887145] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d1d8f47-a101-48b8-b41a-22435cd892e3 [ 725.887145] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.887145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.887145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.887145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.887145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.887145] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d1d8f47-a101-48b8-b41a-22435cd892e3 already deleted. [ 725.887145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1d8f47-a101-48b8-b41a-22435cd892e3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.985711] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.986180] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.986425] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.986645] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.986798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.986957] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 0f2da7dd-4435-421b-9521-04e255a2382a not found, creating... [ 725.987287] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.987467] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.987578] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.987815] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.987977] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.988288] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988775] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988908] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 0f2da7dd-4435-421b-9521-04e255a2382a is going to be created. [ 726.000072] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.000072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.000242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.000294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.000378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.000779] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be created. [ 726.015236] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.015510] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.015584] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.015953] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.016282] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.016651] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.033572] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.033572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.033572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.033572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.033572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.045734] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: UNINITIALIZED for 2s [ 726.366175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.366175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.366175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.366175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.366175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.366175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.366903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.366903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.366903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.366903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.366903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.367110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.367110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.367299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.367812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.367812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.367812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.368106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.368106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.370552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.370552] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.702564] env[69801]: INFO networking_nsxv3.common.synchronization [req-000d352c-6ead-4731-a9b6-d62e89543dcf req-a5d0bc40-f1e0-4885-a603-81b20c5be22c service nova] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_rules [ 726.702564] env[69801]: INFO networking_nsxv3.common.synchronization [req-000d352c-6ead-4731-a9b6-d62e89543dcf req-a5d0bc40-f1e0-4885-a603-81b20c5be22c service nova] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 726.702564] env[69801]: INFO networking_nsxv3.common.synchronization [req-000d352c-6ead-4731-a9b6-d62e89543dcf req-a5d0bc40-f1e0-4885-a603-81b20c5be22c service nova] Enqueued Resource ID: 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b with Priority: HIGHEST for action port [ 726.702893] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_rules [ 726.703646] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 726.703646] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b with Priority: HIGHEST for action port [ 726.703646] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.704184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.704184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.704524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.704623] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.705740] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.706632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.706632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.706632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.706888] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.706888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.706888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.707032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.707099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.707200] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.710637] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.710841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.710937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.711275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.711398] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.874159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 726.902639] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.902639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.902639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.902639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.902639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.902639] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.902639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.902639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.903832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.903832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.903832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.904044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.904044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.904262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.904467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.904667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.904850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.904918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.905156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.905369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.905467] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be created. [ 726.981718] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.981970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.982029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.982318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.982540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.003621] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 727.143396] env[69801]: INFO networking_nsxv3.common.synchronization [req-79d57d98-bfad-41cf-87ee-dccb8f68694d req-a428a211-fe4c-4578-89e8-c2d957afdcf3 service nova] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_rules [ 727.143396] env[69801]: INFO networking_nsxv3.common.synchronization [req-79d57d98-bfad-41cf-87ee-dccb8f68694d req-a428a211-fe4c-4578-89e8-c2d957afdcf3 service nova] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 727.143396] env[69801]: INFO networking_nsxv3.common.synchronization [req-79d57d98-bfad-41cf-87ee-dccb8f68694d req-a428a211-fe4c-4578-89e8-c2d957afdcf3 service nova] Enqueued Resource ID: 0f2da7dd-4435-421b-9521-04e255a2382a with Priority: HIGHEST for action port [ 727.145643] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_rules [ 727.146010] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 727.146241] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2da7dd-4435-421b-9521-04e255a2382a with Priority: HIGHEST for action port [ 727.146709] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.146976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.147088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.147422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.147547] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.148707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.148890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.149012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.149251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.149477] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.149622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.149777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.149993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.150129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.150249] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.151604] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2da7dd-4435-421b-9521-04e255a2382a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.153401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.153660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.153965] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2da7dd-4435-421b-9521-04e255a2382a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.216716] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.216716] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.216716] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b with status ACTIVE [ 727.216716] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.216716] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.216716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.217955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.218304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.218480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.218754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.218950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.219147] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b is going to be updated. [ 727.247696] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.247696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.247696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.247696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.247696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.247696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.326031] env[69801]: INFO networking_nsxv3.common.synchronization [None req-ba58e457-9683-4f3d-b9a4-b8230bdd4a6e None None] Enqueued Resource ID: c8f958d8-5d67-4742-aead-a42747ff1d98 with Priority: HIGHEST for action port [ 727.326603] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f958d8-5d67-4742-aead-a42747ff1d98 with Priority: HIGHEST for action port [ 727.327359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f958d8-5d67-4742-aead-a42747ff1d98 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.327824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f958d8-5d67-4742-aead-a42747ff1d98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.328158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f958d8-5d67-4742-aead-a42747ff1d98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.330245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f958d8-5d67-4742-aead-a42747ff1d98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.330245] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f958d8-5d67-4742-aead-a42747ff1d98',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.661024] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.661024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f2da7dd-4435-421b-9521-04e255a2382a with status ACTIVE [ 727.661024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.661024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.661024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.661979] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.662390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.662603] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f2da7dd-4435-421b-9521-04e255a2382a is going to be updated. [ 727.689674] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.689674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.689674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.689674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.689674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.689674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.724030] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.749362] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 727.749971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.832486] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8f958d8-5d67-4742-aead-a42747ff1d98 [ 727.833865] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.836140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.836140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.836140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.836140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.836140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8f958d8-5d67-4742-aead-a42747ff1d98 already deleted. [ 727.836140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f958d8-5d67-4742-aead-a42747ff1d98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.061397] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.061397] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.061397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.061397] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.160192] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.229581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.231021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be created. [ 728.265324] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.265324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.265324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.265324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.265324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.284141] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: UNINITIALIZED for 2s [ 728.567396] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.663034] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.663756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.663756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.663756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.663756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.663985] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be created. [ 728.695692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.695926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.695926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.696160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.696313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.709108] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: UNINITIALIZED for 2s [ 729.019546] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 729.019546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.070733] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cb5db-aefd-4835-9214-0f55c3baeaf6: rpc.has_security_group_logging(os_id): False [ 729.092015] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.092252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.092300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.092633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.092961] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.093077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.093139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.093334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.093479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.093626] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be created. [ 729.172598] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.172892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.172892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.173220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.173566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.189776] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 729.261840] env[69801]: INFO networking_nsxv3.common.synchronization [req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 req-c0d4ae39-a54c-45c3-8feb-10b108000c93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 729.262542] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 729.262983] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.263192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.263276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.263650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.263833] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.264042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.264042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.264260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.264481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.264585] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.668979] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.669443] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.669443] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.669652] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.669933] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.670107] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.670237] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.670487] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.670635] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.670854] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.670971] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.671096] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.671215] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.671402] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.671464] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.671587] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.692073] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.692310] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.692465] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.692650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.692987] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-78ceb091-8548-4e2e-8da2-e8599d6cc827 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.693191] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.693307] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.693761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.693927] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ceb091-8548-4e2e-8da2-e8599d6cc827',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.772555] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.772851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.772990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.773337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.773498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.773815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.773975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.774095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.774410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.774543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774697] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 already deleted. [ 729.774849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.039697] env[69801]: INFO networking_nsxv3.common.synchronization [None req-b392b97b-f6f7-403b-9052-d8af1da5c990 None None] Enqueued Resource ID: 371b80f4-2b5b-4311-a912-396389060e85 with Priority: HIGHEST for action port [ 730.040315] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b80f4-2b5b-4311-a912-396389060e85 with Priority: HIGHEST for action port [ 730.040773] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-371b80f4-2b5b-4311-a912-396389060e85 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.040960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371b80f4-2b5b-4311-a912-396389060e85" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.041122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371b80f4-2b5b-4311-a912-396389060e85" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.041588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371b80f4-2b5b-4311-a912-396389060e85" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.041707] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371b80f4-2b5b-4311-a912-396389060e85',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.196356] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.196624] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.196714] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.197036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.197199] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.197355] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 78ceb091-8548-4e2e-8da2-e8599d6cc827 not found, creating... [ 730.197620] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.197780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.197893] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.198146] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.198288] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.198591] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.198754] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.198870] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.199203] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.199244] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.199366] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 is going to be created. [ 730.221892] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.222274] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.222412] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.222703] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.222961] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.223230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294841] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 730.295095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.295952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.296177] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.296305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.296370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.296531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.296638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.296744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.296830] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.546040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 371b80f4-2b5b-4311-a912-396389060e85 [ 730.546296] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.546435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.546509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.546741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.546835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.546933] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:371b80f4-2b5b-4311-a912-396389060e85 already deleted. [ 730.547024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371b80f4-2b5b-4311-a912-396389060e85" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.720434] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 730.720836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.720836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.721156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.721233] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.721384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.721467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.721636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.721729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.721822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.722416] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.799016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.799203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.799281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.799518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.799692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.799796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.799867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.800030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.800119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.800214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.800365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.800660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.800796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.801176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.801258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.801407] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.934296] env[69801]: INFO networking_nsxv3.common.synchronization [req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 req-31d21c30-d205-4fbc-bf35-5c2e909f2896 service nova] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 730.934577] env[69801]: INFO networking_nsxv3.common.synchronization [req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 req-31d21c30-d205-4fbc-bf35-5c2e909f2896 service nova] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 730.934777] env[69801]: INFO networking_nsxv3.common.synchronization [req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 req-31d21c30-d205-4fbc-bf35-5c2e909f2896 service nova] Enqueued Resource ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 with Priority: HIGHEST for action port [ 730.935361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 730.935427] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 730.935548] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 with Priority: HIGHEST for action port [ 730.935852] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.935983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.936102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.936430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.936545] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.938062] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.938246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.938354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.938567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.938758] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.938900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.939332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.939332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.939332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.939480] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.942066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ceb091-8548-4e2e-8da2-e8599d6cc827 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.942066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.942066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.942288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.942288] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ceb091-8548-4e2e-8da2-e8599d6cc827',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.203519] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 731.203787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.224522] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.224877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.224998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225437] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.225551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.225633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.225949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.226110] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.226208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.226280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.226413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.226543] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.226629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.226686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.226824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.226898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.226979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.227108] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.306083] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cffe5e15-9c0d-4557-b826-551edd0f2f55: rpc.has_security_group_logging(os_id): False [ 731.324926] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.325273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.325273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.325391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.325439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325733] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.325906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.325906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.326131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.326317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.326404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.326463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.326699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.326921] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.327024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.327087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.327221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.327312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.327406] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be created. [ 731.397053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.397381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.397381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.397680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.397975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.410945] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: IN_PROGRESS for 2s [ 731.439391] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.439391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.442665] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.445966] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ceb091-8548-4e2e-8da2-e8599d6cc827 with status ACTIVE [ 731.446208] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.446348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.446522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.446622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.446728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.446913] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.447048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.447116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.447369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.447445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.447680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.448177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.448251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.448426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.448512] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.448665] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 is going to be updated. [ 731.477660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.477950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.477950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.478179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.478322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.478493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.730085] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5: rpc.has_security_group_logging(os_id): False [ 731.750819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.751142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.751142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.751384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.751634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.751904] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.752073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.752170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.752279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.752377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.752594] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.752690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.752764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.752927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.753104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.753309] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.753457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.753554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.753701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.753769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.753860] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be created. [ 731.826410] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.826618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.826618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.826792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.826969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.840105] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 731.945179] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.447512] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.447758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.447758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.447973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.448028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.448105] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be created. [ 732.473225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.473498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.473558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.473798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.473951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.485865] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: UNINITIALIZED for 2s [ 733.431358] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 733.431724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.854096] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 733.854278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498271] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498271] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.498271] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.004318] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.004533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.004617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.004780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.004955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.005114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.005173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.005287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.005376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.005473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.005706] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.005877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.005962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.006119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.006282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.006396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.006486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.006658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.006768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.006854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.006980] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.142248] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 req-683e6dc1-925b-420c-b70e-b5f6c9e20ed0 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Enqueued Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_members [ 735.143393] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_members [ 735.143781] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.143929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.143995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.144431] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.144592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.144666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.144978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.145044] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.514661] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 735.542459] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.542767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.542767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.542949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.546334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.546617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.546772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.546961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.547821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.548046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.548510] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.548713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.549514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.549514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.549514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.549830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.550050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.550496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.551131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.551131] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be created. [ 735.631102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.631822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.631822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.631822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.631822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.645544] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 735.648864] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.648864] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.648864] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30875f3-6eac-4776-9f17-f303341d60e6 already deleted. [ 735.648864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.665385] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665385] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-107" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665385] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-107" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.665618] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-107" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.665818] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665989] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.666378] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.666727] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.666999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.667202] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.667442] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.667590] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.667705] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.668033] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.668164] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.668411] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.695705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.696118] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.697181] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.697181] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-107" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.697181] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-10fe95b3-bf71-4f80-8eff-c66947b44743 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.697181] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.697453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.697725] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.697845] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10fe95b3-bf71-4f80-8eff-c66947b44743',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.113851] env[69801]: INFO networking_nsxv3.common.synchronization [None req-0015c790-6b47-43ef-9203-6c2dd8051d10 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_rules [ 736.113851] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_rules [ 736.113851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.114136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.114136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.114755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.114874] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.200320] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.200565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.201164] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.201528] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.201682] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.201851] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 10fe95b3-bf71-4f80-8eff-c66947b44743 not found, creating... [ 736.202133] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.202358] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.202435] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.202649] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.202790] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.203370] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.203621] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.203809] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.204115] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.204225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.204331] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 10fe95b3-bf71-4f80-8eff-c66947b44743 is going to be created. [ 736.228951] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.229195] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.229386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.230032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.230297] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.526565] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4a312475-b5ab-4945-b556-b8ac46c19837 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_rules [ 736.527118] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_rules [ 736.527420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.527532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.638388] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.638562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.638612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.638854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.638947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.639060] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 already deleted. [ 736.639146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.639306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.639464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.639547] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.727544] env[69801]: INFO networking_nsxv3.common.synchronization [req-c22fdc1d-7e8c-496b-ad57-484e64a6b414 req-998f60d3-1ac7-444d-82ed-91a462ad5b16 tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 1e2128dc-c8e2-4661-90db-31c5b0879b76 with Priority: HIGHEST for action security_group_rules [ 736.728945] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2128dc-c8e2-4661-90db-31c5b0879b76 with Priority: HIGHEST for action security_group_rules [ 736.731094] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e2128dc-c8e2-4661-90db-31c5b0879b76 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.731094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e2128dc-c8e2-4661-90db-31c5b0879b76" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.731094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e2128dc-c8e2-4661-90db-31c5b0879b76" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.731094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e2128dc-c8e2-4661-90db-31c5b0879b76" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.731094] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e2128dc-c8e2-4661-90db-31c5b0879b76',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.166650] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.166650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.166650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.166789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.166789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.166855] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 already deleted. [ 737.167226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.258030] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.258030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.258030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.258030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.258030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.258030] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e2128dc-c8e2-4661-90db-31c5b0879b76 already deleted. [ 737.258030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e2128dc-c8e2-4661-90db-31c5b0879b76" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.376714] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 req-a7b99f1b-76c0-448b-b325-8f98d24aa76c service nova] Enqueued Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_rules [ 737.376714] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 req-a7b99f1b-76c0-448b-b325-8f98d24aa76c service nova] Enqueued Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_members [ 737.376714] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 req-a7b99f1b-76c0-448b-b325-8f98d24aa76c service nova] Enqueued Resource ID: 10fe95b3-bf71-4f80-8eff-c66947b44743 with Priority: HIGHEST for action port [ 737.379636] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_rules [ 737.383948] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_members [ 737.383948] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fe95b3-bf71-4f80-8eff-c66947b44743 with Priority: HIGHEST for action port [ 737.383948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.383948] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.383948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.383948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.384904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.384904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.384904] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.385216] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-10fe95b3-bf71-4f80-8eff-c66947b44743 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.385274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.385307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.385458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.385532] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10fe95b3-bf71-4f80-8eff-c66947b44743',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.741451] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 737.741792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.887442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.887673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889136] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.890375] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10fe95b3-bf71-4f80-8eff-c66947b44743 with status ACTIVE [ 737.890649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.890818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.890914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.891205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.891328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.891576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.891718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.891982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.892229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.895374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.895374] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.895374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.895374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.895374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.895374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.895374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10fe95b3-bf71-4f80-8eff-c66947b44743 is going to be updated. [ 737.921983] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.922190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.922269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.922533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.922703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.922889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10fe95b3-bf71-4f80-8eff-c66947b44743" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.396954] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.900108] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.900448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.900448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.900567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.901502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901502] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30875f3-6eac-4776-9f17-f303341d60e6 is going to be created. [ 738.927627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.927928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.927928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.928079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.928230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.940481] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30875f3-6eac-4776-9f17-f303341d60e6 in Status: UNINITIALIZED for 2s [ 739.404438] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2c21b9a9-99b9-4e87-be49-86337803b577 None None] Enqueued Resource ID: 296a3493-6d98-4467-9a95-8506d06979c4 with Priority: HIGHEST for action port [ 739.404438] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a3493-6d98-4467-9a95-8506d06979c4 with Priority: HIGHEST for action port [ 739.404438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-296a3493-6d98-4467-9a95-8506d06979c4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.404438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296a3493-6d98-4467-9a95-8506d06979c4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.404438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296a3493-6d98-4467-9a95-8506d06979c4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.404438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296a3493-6d98-4467-9a95-8506d06979c4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.404438] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296a3493-6d98-4467-9a95-8506d06979c4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.907182] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 296a3493-6d98-4467-9a95-8506d06979c4 [ 739.907182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.908434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.908434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.908434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.908434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.908769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:296a3493-6d98-4467-9a95-8506d06979c4 already deleted. [ 739.909543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296a3493-6d98-4467-9a95-8506d06979c4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.060997] env[69801]: INFO networking_nsxv3.common.synchronization [req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de req-a89edcb2-c25a-4d6d-8319-e61f84b6ca38 tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 740.062929] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 740.063457] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.064062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.064301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.067023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.067023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.067023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.067023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.067023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.067023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.067023] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.070927] env[69801]: INFO networking_nsxv3.common.synchronization [req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 req-5056feef-0ab4-4aaa-bd73-c70f61f7b4aa tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 740.070927] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 740.073024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.073024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.073024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.073024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.073024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.073024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.074722] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.570721] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.571069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.571148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.571449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.571584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.571895] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.572061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.572157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.572386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.572497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.572633] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be updated. [ 740.578234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.579732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.579732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.580071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.580255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580487] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.580638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.580730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.584930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.584930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.584930] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 740.619820] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.620045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.620110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.620306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.620453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.622425] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.623350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.623480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.623698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.623853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.640340] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 740.641645] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 2s [ 740.645746] env[69801]: INFO networking_nsxv3.common.synchronization [req-6ad528d7-1a98-41c4-b297-1cae04b6b434 req-c7f99972-cc30-4fb0-ad33-1a127cb821c5 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Enqueued Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_members [ 740.646891] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGHEST for action security_group_members [ 740.646891] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.646891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.646891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.648064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.648064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.648064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.648064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.648064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.648064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.648064] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.738668] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.738895] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.739367] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.739367] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.739808] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.739808] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.739921] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.740335] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.740382] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.740625] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.740761] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.741201] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.741201] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.741201] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.741496] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.741496] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.772876] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.772876] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.773050] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.773137] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.773467] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.773724] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.773850] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.774210] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.774352] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.949548] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30875f3-6eac-4776-9f17-f303341d60e6 in Status: SUCCESS [ 740.949815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.949942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.950170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.950359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.950479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.950545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.950700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.950779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.950866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.950957] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.150550] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.150634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.150725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.151665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.151665] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.151665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.151814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.151899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.151977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.152080] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0865534e-c4f4-474b-9bef-371b3c499360 is going to be updated. [ 741.185529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.185715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.185715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.185852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.186445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.197418] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0865534e-c4f4-474b-9bef-371b3c499360 in Status: IN_PROGRESS for 2s [ 741.279909] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.280272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.280452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.281281] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.281436] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.281617] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca not found, creating... [ 741.281913] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.282190] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.286287] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.287544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.287544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.287544] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.287544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.287777] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.287811] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.287994] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.288180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca is going to be created. [ 741.313524] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.313798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.313920] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.314262] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.314505] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.314737] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.462171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.462171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.462171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.462171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.462800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.462800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.462800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.462800] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.462800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.462800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.463116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.463116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.463116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.463116] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.968279] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a30875f3-6eac-4776-9f17-f303341d60e6: rpc.has_security_group_logging(os_id): False [ 741.990525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.990827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.990827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.991039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.991232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.992078] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.992078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.992078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.992477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.992625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.992862] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.992989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.993095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.993290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.995300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.995539] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.995898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.995898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.996085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.996085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.996210] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30875f3-6eac-4776-9f17-f303341d60e6 is going to be created. [ 742.014321] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e488a8d1-a1b6-4630-83bd-2b6e617f179f None None] Enqueued Resource ID: ed788117-9cae-4114-bff1-962c3b6ede0f with Priority: HIGHEST for action port [ 742.015040] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed788117-9cae-4114-bff1-962c3b6ede0f with Priority: HIGHEST for action port [ 742.015438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed788117-9cae-4114-bff1-962c3b6ede0f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.015573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed788117-9cae-4114-bff1-962c3b6ede0f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.015645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed788117-9cae-4114-bff1-962c3b6ede0f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.015919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed788117-9cae-4114-bff1-962c3b6ede0f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.017809] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed788117-9cae-4114-bff1-962c3b6ede0f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.071836] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.072023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.072102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.072387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.072581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.087510] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30875f3-6eac-4776-9f17-f303341d60e6 in Status: IN_PROGRESS for 2s [ 742.172227] env[69801]: INFO networking_nsxv3.common.synchronization [req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de req-9b1555e1-a062-40e2-8a82-a012e7428fa1 service nova] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_rules [ 742.172227] env[69801]: INFO networking_nsxv3.common.synchronization [req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de req-9b1555e1-a062-40e2-8a82-a012e7428fa1 service nova] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 742.172227] env[69801]: INFO networking_nsxv3.common.synchronization [req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de req-9b1555e1-a062-40e2-8a82-a012e7428fa1 service nova] Enqueued Resource ID: 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca with Priority: HIGHEST for action port [ 742.172474] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_rules [ 742.172960] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 742.172960] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca with Priority: HIGHEST for action port [ 742.174933] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.174933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.174933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.174933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.174933] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.175692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.175935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.176193] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.176751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.176751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.176751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.176751] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.343534] env[69801]: INFO networking_nsxv3.common.synchronization [req-81fbff29-0965-492f-95fc-342c46ac55c9 req-94a408b8-4025-463f-97c6-e00200f42141 tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 602e7e27-3a6f-4957-8c1a-9853de199e93 with Priority: HIGHEST for action security_group_rules [ 742.344070] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602e7e27-3a6f-4957-8c1a-9853de199e93 with Priority: HIGHEST for action security_group_rules [ 742.344370] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-602e7e27-3a6f-4957-8c1a-9853de199e93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.344513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-602e7e27-3a6f-4957-8c1a-9853de199e93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.344584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-602e7e27-3a6f-4957-8c1a-9853de199e93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.344854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-602e7e27-3a6f-4957-8c1a-9853de199e93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.344935] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('602e7e27-3a6f-4957-8c1a-9853de199e93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.519996] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed788117-9cae-4114-bff1-962c3b6ede0f [ 742.520270] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.520495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.520495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.520674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.521151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.521151] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed788117-9cae-4114-bff1-962c3b6ede0f already deleted. [ 742.521151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed788117-9cae-4114-bff1-962c3b6ede0f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.597750] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1239952-601e-481d-826f-2ac13fd4fb71 req-7985b67e-9ed7-49e1-a227-121cefc1d63c tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Enqueued Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_members [ 742.600155] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_members [ 742.600155] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.600155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.600155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.601031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.601262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.601369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.601460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.601649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.601739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.601835] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.652858] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 742.653040] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 742.653163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.654103] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 742.654103] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce deletion is rescheduled due to dependency. [ 742.654295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.654416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.654650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.654825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.654938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.655108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.655178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.655240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.655336] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.681912] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca with status ACTIVE [ 742.682635] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.682635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.682635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.682635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.682906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682906] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.683013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.683051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.683215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.683290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.683469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.683579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.683681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.683824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.683874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.683971] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca is going to be updated. [ 742.688213] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.688344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.712247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.712247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.712247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.712247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.712247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.712247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.884660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.884856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.884856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.886130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.886130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.886130] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 602e7e27-3a6f-4957-8c1a-9853de199e93 already deleted. [ 742.886130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-602e7e27-3a6f-4957-8c1a-9853de199e93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.104753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.105055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.105055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.105408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.106638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.106919] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.107082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.107155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.107340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.107419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.107507] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a078147c-8e10-4e33-939e-f1853e0a0a31 already deleted. [ 743.107590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.160063] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.176171] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.176567] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.176567] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.176844] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.176985] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.177197] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.177308] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.177529] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.177675] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.177951] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.178041] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.178117] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.178396] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.178535] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.178686] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.178830] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.198249] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.198355] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.198408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.199025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.199025] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-5bfc1526-02c4-4bfc-a97a-84c3508706d0 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.199204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.199204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.199571] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.199686] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bfc1526-02c4-4bfc-a97a-84c3508706d0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.217925] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0865534e-c4f4-474b-9bef-371b3c499360 in Status: SUCCESS [ 743.218097] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0865534e-c4f4-474b-9bef-371b3c499360 deletion is rescheduled due to dependency. [ 743.218222] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.665619] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.703339] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703654] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703786] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.704167] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.704345] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.704575] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 5bfc1526-02c4-4bfc-a97a-84c3508706d0 not found, creating... [ 743.704873] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.705076] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.705222] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.705468] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.705611] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.705910] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.707755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.707755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.707755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.708033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.708033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 5bfc1526-02c4-4bfc-a97a-84c3508706d0 is going to be created. [ 743.736696] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.736998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.737138] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.737426] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737671] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.737917] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.101581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a30875f3-6eac-4776-9f17-f303341d60e6 in Status: SUCCESS [ 744.101849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.170784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.170784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.170784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.170784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.170784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.170784] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be updated. [ 744.205755] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.205968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.205968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.206733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.211372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.230066] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 2s [ 744.618029] env[69801]: INFO networking_nsxv3.common.synchronization [req-b908299a-ec1f-4e4a-b035-d657a99771ae req-6fdb5db6-bfa9-496d-a28e-d25c590cd007 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 744.618029] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 744.618508] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.618797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.618993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.619308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.619678] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.619929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.620103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.621731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.621731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.621731] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.772302] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1239952-601e-481d-826f-2ac13fd4fb71 req-62df48e9-757a-4e2b-9c59-fff3f24a5709 service nova] Enqueued Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_rules [ 744.772302] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1239952-601e-481d-826f-2ac13fd4fb71 req-62df48e9-757a-4e2b-9c59-fff3f24a5709 service nova] Enqueued Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_members [ 744.772302] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1239952-601e-481d-826f-2ac13fd4fb71 req-62df48e9-757a-4e2b-9c59-fff3f24a5709 service nova] Enqueued Resource ID: 5bfc1526-02c4-4bfc-a97a-84c3508706d0 with Priority: HIGHEST for action port [ 744.774648] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_rules [ 744.774813] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_members [ 744.774922] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bfc1526-02c4-4bfc-a97a-84c3508706d0 with Priority: HIGHEST for action port [ 744.775387] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.775538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.775652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.776281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.777896] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.779816] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.779954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.780032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.780292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.780612] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.780720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.780720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.780908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.780999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.781974] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.784823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bfc1526-02c4-4bfc-a97a-84c3508706d0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.785131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.785287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.785456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.785620] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bfc1526-02c4-4bfc-a97a-84c3508706d0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.128673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.130132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.130132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.130132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.130132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.130132] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.130132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.130132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.130839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.130839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.130839] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 745.164830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.165066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.165066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.165292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.165381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.175629] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 745.291087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.291087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.291292] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.292111] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bfc1526-02c4-4bfc-a97a-84c3508706d0 with status ACTIVE [ 745.292531] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.292834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.294024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.294024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.294024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.294024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bfc1526-02c4-4bfc-a97a-84c3508706d0 is going to be updated. [ 745.321137] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.321321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.321408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.321654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.321828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.322008] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bfc1526-02c4-4bfc-a97a-84c3508706d0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.799601] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.954690] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 745.955321] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 745.956075] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 745.956360] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 745.956832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.960019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.960019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.960019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.960019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.960019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.960019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_rules [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [req-b376aee8-e2ab-4826-b285-4e019b5c9767 req-abfcf7a8-950c-4c38-97d2-c74259f5e592 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 with Priority: HIGHEST for action port [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_rules [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 with Priority: HIGHEST for action port [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 746.011237] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 746.012100] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.012373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.012573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.012913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.013132] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.016181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.016181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.016181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.016181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.016181] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.016181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ceb091-8548-4e2e-8da2-e8599d6cc827 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.016181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.016181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.016181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.016647] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ceb091-8548-4e2e-8da2-e8599d6cc827',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.019032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.019032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.019032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.019032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.244672] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 746.244931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.245156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.247724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.248480] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.248572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.248572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.248827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.249165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.249165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.249281] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.304441] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.305182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.305277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.305503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.305672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.305733] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a078147c-8e10-4e33-939e-f1853e0a0a31 is going to be created. [ 746.334233] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.334430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.334506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.335018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.335018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.345997] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a078147c-8e10-4e33-939e-f1853e0a0a31 in Status: UNINITIALIZED for 2s [ 746.398299] env[69801]: INFO networking_nsxv3.common.synchronization [req-a68d5604-bf7a-467f-b25e-726f72c2563c req-842abb7c-0706-4bb3-915f-069416ae08c8 tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 with Priority: HIGHEST for action security_group_rules [ 746.398716] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 with Priority: HIGHEST for action security_group_rules [ 746.399116] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.399250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.399327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.399587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.399680] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e92d8f-84d0-4e49-9de2-c4214778fbd1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.465890] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.467201] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.519985] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.522643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.522643] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.522643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.523930] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ceb091-8548-4e2e-8da2-e8599d6cc827 with status ACTIVE [ 746.524290] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.524505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.524788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.525100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.525240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.525528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.525750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.526206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.526206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.526352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.526679] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.526777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.526823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.528867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.529142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.529842] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 is going to be updated. [ 746.554120] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.554291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.554368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.554587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.554769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.554964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.751714] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.751958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.751958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752348] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.752472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.752535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.752837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.752992] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753452] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.754129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.754129] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.934073] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.934276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.934562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.934712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934712] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 already deleted. [ 746.934842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.969415] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.970699] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.186292] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 747.186292] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 deletion is rescheduled due to dependency. [ 747.186292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.257048] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c255700a-ce63-495a-84ce-fc9bb6af26ce: rpc.has_security_group_logging(os_id): False [ 747.276916] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.277127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.277188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.277421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.277530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.277764] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.278028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.278028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.278135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.278169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.279267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.279267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.279267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.279267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.279267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.279267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.279267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.279643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.280617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.281023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.281196] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be updated. [ 747.345092] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.345222] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.345293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.345513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.345660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.361466] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 2s [ 747.463430] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_members [ 747.463916] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 747.464116] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 747.464742] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_members [ 747.465143] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 747.465318] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 747.465661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d7a96f-cceb-4f00-a703-3b110ade2117 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.465837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.465964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.466285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.466709] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.467064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.467190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.467407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.467600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.467796] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.470093] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.470093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.470093] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.470093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.473161] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.473344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.473445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.476825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.476825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.476825] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 747.476825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.476825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.476825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.476825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.476825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.476825] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be created. [ 747.513014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.513398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.513490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.513792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.513969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.517422] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.517833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.517996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.518276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.518459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.521889] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_rules [ 747.522370] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 747.523096] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_rules [ 747.523344] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_members [ 747.526221] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 747.526386] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 747.526525] env[69801]: INFO networking_nsxv3.common.synchronization [req-537d95e3-9a6a-49aa-9d3e-9670e98b315b req-cc63b2d1-6e88-462b-8a93-b40740b53bdc tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 with Priority: HIGHEST for action port [ 747.527560] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_rules [ 747.527707] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_rules [ 747.527826] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 747.527923] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 with Priority: HIGHEST for action port [ 747.528021] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 747.528109] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 747.528195] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_members [ 747.528481] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.528586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528780] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73d7a96f-cceb-4f00-a703-3b110ade2117 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.528879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.529834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.529924] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.532138] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.534119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.534469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ceb091-8548-4e2e-8da2-e8599d6cc827 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.534670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.534739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.535247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.536018] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ceb091-8548-4e2e-8da2-e8599d6cc827',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.541458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.541458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.541458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d7a96f-cceb-4f00-a703-3b110ade2117 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.541458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541458] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 747.543361] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: UNINITIALIZED for 2s [ 747.710493] env[69801]: INFO networking_nsxv3.common.synchronization [req-a9bb059f-e38a-4eef-b09d-e7aed47211c9 req-8e957337-e2fb-4439-aadc-66f079ce1933 tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 with Priority: HIGHEST for action security_group_rules [ 747.711269] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 with Priority: HIGHEST for action security_group_rules [ 747.714187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.714357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.714419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.714760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.714857] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e92d8f-84d0-4e49-9de2-c4214778fbd1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.971639] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.040915] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d7a96f-cceb-4f00-a703-3b110ade2117 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.041082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.044491] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ceb091-8548-4e2e-8da2-e8599d6cc827 with status ACTIVE [ 748.044732] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.044912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.044986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.045208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.045298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.045507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.045607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.045671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.045833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.045942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.046186] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.046308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.046371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.046533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.046609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.046705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ceb091-8548-4e2e-8da2-e8599d6cc827 is going to be updated. [ 748.073465] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.073757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.073877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.074295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.074638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.074936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ceb091-8548-4e2e-8da2-e8599d6cc827" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.245330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.245495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.245495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.245790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.246469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.246469] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 already deleted. [ 748.246469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.283997] env[69801]: INFO networking_nsxv3.common.synchronization [None req-f992a81a-9f30-4835-a764-f0f65fe95e56 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 5e025388-9394-460c-883a-5827670d3366 with Priority: HIGHEST for action security_group_rules [ 748.285286] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e025388-9394-460c-883a-5827670d3366 with Priority: HIGHEST for action security_group_rules [ 748.285968] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e025388-9394-460c-883a-5827670d3366 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.286388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.286388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.286502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.286694] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e025388-9394-460c-883a-5827670d3366',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.359412] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a078147c-8e10-4e33-939e-f1853e0a0a31 in Status: SUCCESS [ 748.359952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.360193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.360353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.360567] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.360660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.360717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.360867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.360946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.361193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.361307] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.420662] env[69801]: INFO networking_nsxv3.common.synchronization [req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e req-f4a2c38b-73c4-40b5-b8a5-0ab5e2a491a8 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Enqueued Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_members [ 748.420778] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_members [ 748.421052] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.421160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.421243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.421470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.421628] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.422170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.422372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.422544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.422668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.422769] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.474099] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.536359] env[69801]: INFO networking_nsxv3.common.synchronization [None req-30d9c66f-74bf-400d-8ca7-573c7dbfcc9a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 5e025388-9394-460c-883a-5827670d3366 with Priority: HIGHEST for action security_group_rules [ 748.536847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e025388-9394-460c-883a-5827670d3366 with Priority: HIGHEST for action security_group_rules [ 748.537661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e025388-9394-460c-883a-5827670d3366 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.815531] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.815687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.816568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.817176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.817323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.817427] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e025388-9394-460c-883a-5827670d3366 already deleted. [ 748.817791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.817974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.818182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.818265] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e025388-9394-460c-883a-5827670d3366',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.865725] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.865941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.866058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.867299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.867299] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.867299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.867299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.867299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.867299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.867299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.867809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.867809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.867809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.867809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.867809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.868050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.868050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.868117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.868151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.868236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.868323] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.926254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.926816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.927087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.927380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.927615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.927766] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.927914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.928015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.928195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.928275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.928373] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f0e05-6793-49f6-a140-f3e203598a36 already deleted. [ 748.928459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.961169] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.962107] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-99" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.962107] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-99" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.962397] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-99" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.962680] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.962937] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.963037] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.964865] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.964865] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.964865] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.964865] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.964865] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.964865] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.965294] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.965294] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.965499] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.977313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.977555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.978149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.978975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.979143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.979808] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 is going to be created. [ 748.989393] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.989665] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.989815] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.990185] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-99" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.990409] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-01a932cb-dbcd-428c-8303-0dcdf82f0c09 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.990625] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.990768] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.991511] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.991702] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a932cb-dbcd-428c-8303-0dcdf82f0c09',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.011136] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.011345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.011440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.011750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.012155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024628] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: UNINITIALIZED for 2s [ 749.341746] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.341746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.342076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.342076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.342280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.342313] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e025388-9394-460c-883a-5827670d3366 already deleted. [ 749.342463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e025388-9394-460c-883a-5827670d3366" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.374622] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a078147c-8e10-4e33-939e-f1853e0a0a31: rpc.has_security_group_logging(os_id): False [ 749.384293] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 749.384599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.393030] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.393030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.393030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.393285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.393285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394036] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.394036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.394036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394357] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.394490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.394553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394794] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.395129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.395205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.395293] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a078147c-8e10-4e33-939e-f1853e0a0a31 is going to be created. [ 749.455805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.455987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.456097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.456351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.456544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.468712] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a078147c-8e10-4e33-939e-f1853e0a0a31 in Status: IN_PROGRESS for 2s [ 749.494534] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.496050] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.496050] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496050] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.496050] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.496050] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 01a932cb-dbcd-428c-8303-0dcdf82f0c09 not found, creating... [ 749.496050] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.496542] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.496542] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496687] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.496836] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497172] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.497340] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.497458] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.497825] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.498164] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 01a932cb-dbcd-428c-8303-0dcdf82f0c09 is going to be created. [ 749.530581] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.530976] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.531226] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.531667] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.531929] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.532906] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.558580] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.558580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.558580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.558580] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.562429] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 749.562429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.562660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.562811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.563076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.563220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.563220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.563369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.563438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.563542] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.565813] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1dd93b5a-ef75-4605-a8ea-e290295541e6 None None] Enqueued Resource ID: bad0b194-90a8-4693-9c4f-aa2b8b1b366e with Priority: HIGHEST for action port [ 749.567997] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad0b194-90a8-4693-9c4f-aa2b8b1b366e with Priority: HIGHEST for action port [ 749.569115] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad0b194-90a8-4693-9c4f-aa2b8b1b366e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.569115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad0b194-90a8-4693-9c4f-aa2b8b1b366e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.569115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad0b194-90a8-4693-9c4f-aa2b8b1b366e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.569115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad0b194-90a8-4693-9c4f-aa2b8b1b366e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.569670] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad0b194-90a8-4693-9c4f-aa2b8b1b366e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.067358] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.068728] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.074299] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bad0b194-90a8-4693-9c4f-aa2b8b1b366e [ 750.074299] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.074299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.074299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.074299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.074299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.074299] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bad0b194-90a8-4693-9c4f-aa2b8b1b366e already deleted. [ 750.074299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad0b194-90a8-4693-9c4f-aa2b8b1b366e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.112831] env[69801]: INFO networking_nsxv3.common.synchronization [req-421a425b-7aec-410f-a401-9a1834e50a73 req-3fc5ac1a-1726-4470-b0e8-b4bd0f6436fe tempest-SecurityGroupRulesTestJSON-1491929418 tempest-SecurityGroupRulesTestJSON-1491929418-project-member] Enqueued Resource ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 with Priority: HIGHEST for action security_group_rules [ 750.113452] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 with Priority: HIGHEST for action security_group_rules [ 750.113889] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.113889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.114017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.116449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.116449] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e92d8f-84d0-4e49-9de2-c4214778fbd1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.500956] env[69801]: INFO networking_nsxv3.common.synchronization [req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e req-826f94b5-1ddb-49db-a525-21d97564b33c service nova] Enqueued Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_rules [ 750.500956] env[69801]: INFO networking_nsxv3.common.synchronization [req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e req-826f94b5-1ddb-49db-a525-21d97564b33c service nova] Enqueued Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_members [ 750.500956] env[69801]: INFO networking_nsxv3.common.synchronization [req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e req-826f94b5-1ddb-49db-a525-21d97564b33c service nova] Enqueued Resource ID: 01a932cb-dbcd-428c-8303-0dcdf82f0c09 with Priority: HIGHEST for action port [ 750.500956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_rules [ 750.500956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_members [ 750.500956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a932cb-dbcd-428c-8303-0dcdf82f0c09 with Priority: HIGHEST for action port [ 750.500956] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.500956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.500956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.501978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.501978] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.503014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.503187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.503453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.503725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.503990] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.504137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.504217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.506311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.506311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.506311] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.506311] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a932cb-dbcd-428c-8303-0dcdf82f0c09 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.506311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.506311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.506311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.506311] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a932cb-dbcd-428c-8303-0dcdf82f0c09',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.570702] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.571734] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.649948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.650356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.650356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.650525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.650525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.650655] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e92d8f-84d0-4e49-9de2-c4214778fbd1 already deleted. [ 750.650753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e92d8f-84d0-4e49-9de2-c4214778fbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.011531] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.013321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.013321] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.013321] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01a932cb-dbcd-428c-8303-0dcdf82f0c09 with status ACTIVE [ 751.013321] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.013321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.013321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.013770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.013770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.013770] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.013887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.013926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.014078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.014148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.014330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.014437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.014499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.015250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.015250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.015250] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01a932cb-dbcd-428c-8303-0dcdf82f0c09 is going to be updated. [ 751.040168] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: SUCCESS [ 751.040168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.040651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.043038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.043038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.043038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.043038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.043038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.043038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.043038] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.045854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.046012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.046252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.046463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.046618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.046801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a932cb-dbcd-428c-8303-0dcdf82f0c09" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.073941] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.074996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.075096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.075327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.075414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.075514] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be updated. [ 751.076894] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.077025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.077120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.077275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.077364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.077450] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 751.111417] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.115995] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.116214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.116214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.116512] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.116657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.132098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 751.132098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: IN_PROGRESS for 2s [ 751.482545] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a078147c-8e10-4e33-939e-f1853e0a0a31 in Status: SUCCESS [ 751.482797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.517911] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.547797] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.860721] env[69801]: INFO networking_nsxv3.common.synchronization [req-64d209ef-3084-48ae-8a3d-dea06da593b9 req-4947897b-e35f-4878-97a3-b7dff5399e30 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_members [ 751.861362] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_members [ 751.861660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.863093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.863237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.863545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.865564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.865564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.865564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.865564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.865863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.865863] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.021348] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.021348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.021348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.021550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.021639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.021826] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f0e05-6793-49f6-a140-f3e203598a36 is going to be created. [ 752.049104] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.049104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.049104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.049104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.049104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.050431] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.061924] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f0e05-6793-49f6-a140-f3e203598a36 in Status: UNINITIALIZED for 2s [ 752.095362] env[69801]: INFO networking_nsxv3.common.synchronization [None req-13c352f0-78fd-4692-a4c9-8528fd9c938b None None] Enqueued Resource ID: ac0d9e06-23a7-4ec3-a1b4-d2df272261b5 with Priority: HIGHEST for action port [ 752.095362] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0d9e06-23a7-4ec3-a1b4-d2df272261b5 with Priority: HIGHEST for action port [ 752.095362] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0d9e06-23a7-4ec3-a1b4-d2df272261b5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.095362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0d9e06-23a7-4ec3-a1b4-d2df272261b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0d9e06-23a7-4ec3-a1b4-d2df272261b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0d9e06-23a7-4ec3-a1b4-d2df272261b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.095362] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0d9e06-23a7-4ec3-a1b4-d2df272261b5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.368134] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.368330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.368419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.368653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.368754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.368955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.369069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.369132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.369298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.369405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.369503] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 already deleted. [ 752.369647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.542385] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e1cfcf9a-9182-4e55-b0e6-a33951eb152f tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Enqueued Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_rules [ 752.542385] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_rules [ 752.543661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.543821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.543886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.544137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.544456] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.553735] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.554018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.554018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.554389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.554524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.554652] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 is going to be updated. [ 752.600356] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.600938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.600938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.600938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.601199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.603896] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0d9e06-23a7-4ec3-a1b4-d2df272261b5 [ 752.603896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.603896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.604259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.604259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.604259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.604624] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0d9e06-23a7-4ec3-a1b4-d2df272261b5 already deleted. [ 752.604624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0d9e06-23a7-4ec3-a1b4-d2df272261b5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.613896] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: IN_PROGRESS for 2s [ 752.678314] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7de672b6-a97e-415b-8cb8-e96e9e72055e tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Enqueued Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_rules [ 752.678742] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_rules [ 752.679767] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.679882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.748991] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.749220] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-292" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.749346] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-292" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.750490] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-292" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.750907] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.751414] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.751940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.752027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.753668] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753668] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.753668] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.753668] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.753668] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.755965] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.755965] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.755965] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.778474] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.778474] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.778474] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.778474] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-292" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.778474] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-318d68d4-70dc-40ce-af0f-8d4e53af66c5 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.778474] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.778474] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.778860] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.779026] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318d68d4-70dc-40ce-af0f-8d4e53af66c5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.071852] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.071852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.072112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.072112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.072218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.072552] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 already deleted. [ 753.072552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.072552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.073245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.073245] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.148026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 753.148026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.148026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 753.148026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.148026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.148026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.148576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.148724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.148815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.149952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.150093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.150198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.150314] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.151195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.151386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.151677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.151797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.151862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.152051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.152134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.152232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.152375] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.154259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.154514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.154778] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.154931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.154997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.155193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.155276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.155366] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.156189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.156349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.156542] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.156656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.156738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.156920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.157018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.159715] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.283886] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.285034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.285238] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.285564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.286095] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.286095] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 318d68d4-70dc-40ce-af0f-8d4e53af66c5 not found, creating... [ 753.286260] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286846] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286978] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.287264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.287424] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.287761] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.287940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.288111] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.288440] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.288501] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.288637] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 318d68d4-70dc-40ce-af0f-8d4e53af66c5 is going to be created. [ 753.318264] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.318264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.318264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.318264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.318264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.320210] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.602923] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.603303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.603303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.603390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.603427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.606018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 already deleted. [ 753.606018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.654891] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.661550] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.661550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.661961] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.665644] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.075299] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f0e05-6793-49f6-a140-f3e203598a36 in Status: SUCCESS [ 754.075544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.075736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.076062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.076280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.076455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.076530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.076706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.076927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.076994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.077063] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.157554] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fd907dc-ccba-4da0-87c1-df3110a60f1c: rpc.has_security_group_logging(os_id): False [ 754.164996] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.170607] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.180839] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.180839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.180839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.180839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.180839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.181809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.181966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.182017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.182231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.183111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.183111] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be created. [ 754.257142] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.257915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.257915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.257915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.257915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.274122] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: IN_PROGRESS for 2s [ 754.346036] env[69801]: INFO networking_nsxv3.common.synchronization [req-64d209ef-3084-48ae-8a3d-dea06da593b9 req-45182cf8-5606-4fa7-9f35-9c5c6f47405f service nova] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_rules [ 754.346280] env[69801]: INFO networking_nsxv3.common.synchronization [req-64d209ef-3084-48ae-8a3d-dea06da593b9 req-45182cf8-5606-4fa7-9f35-9c5c6f47405f service nova] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_members [ 754.346570] env[69801]: INFO networking_nsxv3.common.synchronization [req-64d209ef-3084-48ae-8a3d-dea06da593b9 req-45182cf8-5606-4fa7-9f35-9c5c6f47405f service nova] Enqueued Resource ID: 318d68d4-70dc-40ce-af0f-8d4e53af66c5 with Priority: HIGHEST for action port [ 754.348770] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_rules [ 754.348969] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_members [ 754.349173] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318d68d4-70dc-40ce-af0f-8d4e53af66c5 with Priority: HIGHEST for action port [ 754.349679] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.352856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.352856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.352856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.352856] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.358130] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.358343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.358389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.358598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.358816] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.358941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.358991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.359192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.359316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.359376] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.364216] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-318d68d4-70dc-40ce-af0f-8d4e53af66c5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.364216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.364507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.364507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.364967] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318d68d4-70dc-40ce-af0f-8d4e53af66c5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.579517] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.580794] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.580794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.580794] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.581345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.581345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.581345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.581345] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.581345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.581345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.581573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.581573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.581667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.581706] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.627383] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: SUCCESS [ 754.628167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.630776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.630894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.633475] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.633475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.633475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.633475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.633475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.633475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.633475] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.671536] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.673131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.673131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673131] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be updated. [ 754.674363] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.674529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.674618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.674909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.674977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.675159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 754.711155] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.711619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.711619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.711782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.711840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.715043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.715043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.715043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.715043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.715043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.737708] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 754.737708] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: IN_PROGRESS for 2s [ 754.869507] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.871102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871102] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 318d68d4-70dc-40ce-af0f-8d4e53af66c5 with status ACTIVE [ 754.871562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.871911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871911] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.872038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.873223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.873223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.873223] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.873223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.873223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.873223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.873223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.873223] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 318d68d4-70dc-40ce-af0f-8d4e53af66c5 is going to be updated. [ 754.892774] env[69801]: INFO networking_nsxv3.common.synchronization [req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc req-daf7a93d-c18a-4434-9072-9d7d8cdf6d63 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Enqueued Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_members [ 754.893443] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGHEST for action security_group_members [ 754.893844] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.896554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.896554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.896782] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.896782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.897161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.898093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.898202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.898316] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.909903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.909903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.909903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.909903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.909903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.909903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-318d68d4-70dc-40ce-af0f-8d4e53af66c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.086406] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 270f0e05-6793-49f6-a140-f3e203598a36: rpc.has_security_group_logging(os_id): False [ 755.111776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.111776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.111776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.111776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.112885] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.113242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.113485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.113963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.114197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.114619] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 270f0e05-6793-49f6-a140-f3e203598a36 is going to be created. [ 755.138688] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.222588] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.222588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.222588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.222588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.222588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.240172] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 270f0e05-6793-49f6-a140-f3e203598a36 in Status: IN_PROGRESS for 2s [ 755.377641] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.403355] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.403586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.403738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.403904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.404060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.404307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.404410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.404471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.404642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.404929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.404929] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087531f1-f25e-4340-83c4-17643e3d8954 is going to be updated. [ 755.441518] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.441518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.441518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.441518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.441518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.452023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087531f1-f25e-4340-83c4-17643e3d8954 in Status: IN_PROGRESS for 2s [ 755.646689] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73d7a96f-cceb-4f00-a703-3b110ade2117: rpc.has_security_group_logging(os_id): False [ 755.668677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.668901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.668901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.669471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.669471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.669626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.669626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.669713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.669817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.669892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.669982] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 is going to be created. [ 755.791473] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.791679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.791767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.792046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.792262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.804560] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: IN_PROGRESS for 2s [ 755.881721] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.881947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.882043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.882301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.882397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.882499] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 is going to be created. [ 755.930972] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.931265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.931265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.931418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.931575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.943552] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 in Status: UNINITIALIZED for 2s [ 756.281447] env[69801]: INFO networking_nsxv3.common.synchronization [req-892b007b-2885-40db-bdb6-ebf246b6457c req-9d5d2287-a8ed-44a3-b116-d1d378abcef6 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Enqueued Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_members [ 756.282417] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGHEST for action security_group_members [ 756.282417] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.282562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.282562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.283254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.283254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.283254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.283254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.283254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.283254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.283671] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.287042] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 756.287587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.287713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.287806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.287888] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.751259] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.751259] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.751259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.751259] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.753817] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 756.754105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.754336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.754996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.755193] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.755440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.755440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.755566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.755709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.755804] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.790567] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.790567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.790735] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.790784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.792227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.792227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.792227] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30875f3-6eac-4776-9f17-f303341d60e6 is going to be updated. [ 756.823069] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.823069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.823069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.823069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.823521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.836191] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30875f3-6eac-4776-9f17-f303341d60e6 in Status: IN_PROGRESS for 2s [ 756.982055] env[69801]: INFO networking_nsxv3.common.synchronization [None req-696fca21-f681-4d56-a12c-61d13725bc58 None None] Enqueued Resource ID: 25016199-8856-4988-99a8-5f72a6f05bab with Priority: HIGHEST for action port [ 756.983713] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25016199-8856-4988-99a8-5f72a6f05bab with Priority: HIGHEST for action port [ 756.984129] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-25016199-8856-4988-99a8-5f72a6f05bab taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.984267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25016199-8856-4988-99a8-5f72a6f05bab" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.984370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25016199-8856-4988-99a8-5f72a6f05bab" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.984697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25016199-8856-4988-99a8-5f72a6f05bab" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.984697] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25016199-8856-4988-99a8-5f72a6f05bab',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.005179] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-f8dd1571-df03-48d6-aaab-55555df2805f tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 757.005704] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 757.009649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.009783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.009853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.011276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.011469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.011590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.011674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.011892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.011947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.012059] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.262476] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 270f0e05-6793-49f6-a140-f3e203598a36 in Status: SUCCESS [ 757.264089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.264089] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.264089] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.462404] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087531f1-f25e-4340-83c4-17643e3d8954 in Status: SUCCESS [ 757.462404] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087531f1-f25e-4340-83c4-17643e3d8954 deletion is rescheduled due to dependency. [ 757.462404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.488494] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25016199-8856-4988-99a8-5f72a6f05bab [ 757.488494] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.488494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.488494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.488494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.488494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.488494] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25016199-8856-4988-99a8-5f72a6f05bab already deleted. [ 757.488494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25016199-8856-4988-99a8-5f72a6f05bab" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.516028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.516243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.516391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.516553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.516807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.516861] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.517224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.517367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.517571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.517660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.517750] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 already deleted. [ 757.517834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.656550] env[69801]: INFO networking_nsxv3.common.synchronization [None req-925f5dfc-1b31-4b6a-9344-c8f3a399996c None None] Enqueued Resource ID: 9308c96d-e916-4ce8-a7db-93cd2a391507 with Priority: HIGHEST for action port [ 757.657185] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9308c96d-e916-4ce8-a7db-93cd2a391507 with Priority: HIGHEST for action port [ 757.658028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-9308c96d-e916-4ce8-a7db-93cd2a391507 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.658028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9308c96d-e916-4ce8-a7db-93cd2a391507" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.658028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9308c96d-e916-4ce8-a7db-93cd2a391507" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.658028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9308c96d-e916-4ce8-a7db-93cd2a391507" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.658028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9308c96d-e916-4ce8-a7db-93cd2a391507',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.765932] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.766964] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.820378] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: SUCCESS [ 757.820557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.956852] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 in Status: SUCCESS [ 757.957008] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.957187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.957417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.957602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.957716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.957779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.957925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.958010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.958168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.958294] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.969162] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.969685] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.969896] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.970235] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.972221] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.972221] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.972920] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.973247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.973387] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.973687] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.973873] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.974084] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.974250] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.974771] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.974771] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.974897] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.006237] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.006237] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.006237] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.006237] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.006237] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-194d0132-0a9c-4803-abc5-c06279877b98 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.007462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.007462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.007462] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.007462] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194d0132-0a9c-4803-abc5-c06279877b98',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.165882] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9308c96d-e916-4ce8-a7db-93cd2a391507 [ 758.165882] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.165882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.166104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.166210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.166305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.166404] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9308c96d-e916-4ce8-a7db-93cd2a391507 already deleted. [ 758.166486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9308c96d-e916-4ce8-a7db-93cd2a391507" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.271711] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.271913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.272068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.272227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.272497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.272497] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be updated. [ 758.273865] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.274219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.274351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.274714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.274915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.275074] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 758.317405] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.317405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.317405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.317405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.317405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.321719] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.322922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.322922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.322922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.322922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345904] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: IN_PROGRESS for 2s [ 758.346892] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 758.461513] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.516278] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.520089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.520089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.520089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.522939] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 194d0132-0a9c-4803-abc5-c06279877b98 not found, creating... [ 758.522939] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.522939] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.522939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.525634] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.525634] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.525634] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 194d0132-0a9c-4803-abc5-c06279877b98 is going to be created. [ 758.551278] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.552028] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.552028] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.552158] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.552443] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.552676] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.852140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a30875f3-6eac-4776-9f17-f303341d60e6 in Status: SUCCESS [ 758.852464] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a30875f3-6eac-4776-9f17-f303341d60e6 deletion is rescheduled due to dependency. [ 758.852464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.964173] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5795bc69-5261-46e7-a5c8-1ddac7532bf5: rpc.has_security_group_logging(os_id): False [ 758.990331] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.990903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.990903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.990903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.990903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.992622] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.992622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.992622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.992622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.992622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.992622] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 is going to be created. [ 759.074960] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.075122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.075192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.075415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.075574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.084737] env[69801]: INFO networking_nsxv3.common.synchronization [req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce req-56d1f0f1-2b94-45ce-a1aa-aa10862fa7d8 tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 759.085717] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGHEST for action security_group_members [ 759.085717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.088938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.089101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.089768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.089962] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.090701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.090753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.090918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.091025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.091125] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.096828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 in Status: IN_PROGRESS for 2s [ 759.595125] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.595125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.595366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.595942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.596210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.596455] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.597425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.597425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.597425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.597425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.597425] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be updated. [ 759.632022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.632022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.632022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.632022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.632022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.645111] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: IN_PROGRESS for 2s [ 760.367251] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 760.367251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.367251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.367809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.368212] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.368527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.368731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.369033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.370061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.370061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.370061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.370061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.370061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.370061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.370061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.370061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.370741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.374116] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.374116] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.374116] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.374116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.377829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.377829] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.528033] env[69801]: INFO networking_nsxv3.common.synchronization [None req-c77fa728-302f-4afa-b130-ad0bc476feb9 None None] Enqueued Resource ID: 3699c7f0-5f0e-4b07-a578-2bfc37348315 with Priority: HIGHEST for action port [ 760.528033] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3699c7f0-5f0e-4b07-a578-2bfc37348315 with Priority: HIGHEST for action port [ 760.528033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3699c7f0-5f0e-4b07-a578-2bfc37348315 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.528033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3699c7f0-5f0e-4b07-a578-2bfc37348315" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.528033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3699c7f0-5f0e-4b07-a578-2bfc37348315" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.528033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3699c7f0-5f0e-4b07-a578-2bfc37348315" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.528033] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3699c7f0-5f0e-4b07-a578-2bfc37348315',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.634498] env[69801]: INFO networking_nsxv3.common.synchronization [req-203056b3-7795-4152-9fab-d651f6888527 req-c65bb6d1-69bb-417f-b3e1-1612d4db8011 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Enqueued Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_members [ 760.634498] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGHEST for action security_group_members [ 760.634498] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.634498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.634498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.634498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.634498] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.635384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.635643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.636767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.636767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.636767] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.665101] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-739b0b58-941e-4e8f-890c-8db7d9322f06 service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 760.665846] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-739b0b58-941e-4e8f-890c-8db7d9322f06 service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 760.666095] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-739b0b58-941e-4e8f-890c-8db7d9322f06 service nova] Enqueued Resource ID: 194d0132-0a9c-4803-abc5-c06279877b98 with Priority: HIGHEST for action port [ 760.666693] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 760.666863] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 760.666995] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194d0132-0a9c-4803-abc5-c06279877b98 with Priority: HIGHEST for action port [ 760.667319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.667571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.667640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.667919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.668046] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.672688] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.672688] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.672688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.672688] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.674419] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-194d0132-0a9c-4803-abc5-c06279877b98 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.674566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.674718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.674910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.675011] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194d0132-0a9c-4803-abc5-c06279877b98',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.750562] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-dac13c76-56cb-4f43-903b-61195f12d165 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 760.751326] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 760.751595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.751756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.879237] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 760.882190] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.898882] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.899052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.899106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.899307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.899392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.899574] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.899716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.899716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.901043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.901043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.901043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.901836] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 760.982537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.982537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.982537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.982758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.982836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.009502] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 761.029314] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3699c7f0-5f0e-4b07-a578-2bfc37348315 [ 761.029476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.029560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.029661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.031036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.031036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.031036] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3699c7f0-5f0e-4b07-a578-2bfc37348315 already deleted. [ 761.031036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3699c7f0-5f0e-4b07-a578-2bfc37348315" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.112738] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 in Status: SUCCESS [ 761.112738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.138770] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.138936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.139016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.139240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.139331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.139524] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.139622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.139685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.139838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.139912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.139997] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a078147c-8e10-4e33-939e-f1853e0a0a31 is going to be updated. [ 761.172259] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.172449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.172492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.172683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.172834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.176345] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.177423] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.177542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.180094] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 194d0132-0a9c-4803-abc5-c06279877b98 with status ACTIVE [ 761.182527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.182527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.182527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.182527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.182527] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 194d0132-0a9c-4803-abc5-c06279877b98 is going to be updated. [ 761.184113] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a078147c-8e10-4e33-939e-f1853e0a0a31 in Status: IN_PROGRESS for 2s [ 761.204626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.205025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.205196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.206060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.206332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194d0132-0a9c-4803-abc5-c06279877b98" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.237709] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.238204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.240145] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.240145] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.240145] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.240145] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.240145] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.240779] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.241128] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.241598] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.241859] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.242167] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.242381] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.242589] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.242782] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.243075] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.265096] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.265293] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.265645] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.266140] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.266730] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-6a0f2ec7-52bc-404b-8ca6-66242104f470 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.266811] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.267050] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.267913] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.268097] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a0f2ec7-52bc-404b-8ca6-66242104f470',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.387211] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fd907dc-ccba-4da0-87c1-df3110a60f1c: rpc.has_security_group_logging(os_id): False [ 761.407163] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.407163] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.407163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.407163] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be updated. [ 761.477817] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.477973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.478056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.478264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.478401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.493836] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: IN_PROGRESS for 2s [ 761.521334] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2fa3aadd-7303-420c-930f-138549238e68 None None] Enqueued Resource ID: 7c6302a4-1834-43ba-b30c-a72a076a2d66 with Priority: HIGHEST for action port [ 761.522076] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6302a4-1834-43ba-b30c-a72a076a2d66 with Priority: HIGHEST for action port [ 761.525634] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6302a4-1834-43ba-b30c-a72a076a2d66 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.525634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6302a4-1834-43ba-b30c-a72a076a2d66" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.525634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6302a4-1834-43ba-b30c-a72a076a2d66" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.525634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6302a4-1834-43ba-b30c-a72a076a2d66" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.525634] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6302a4-1834-43ba-b30c-a72a076a2d66',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.652490] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c255700a-ce63-495a-84ce-fc9bb6af26ce in Status: SUCCESS [ 761.652701] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce deletion is rescheduled due to dependency. [ 761.652770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.678844] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.772926] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.773266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.773428] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.773793] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.774762] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.774982] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 6a0f2ec7-52bc-404b-8ca6-66242104f470 not found, creating... [ 761.775337] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.775554] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.775710] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.775999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.776226] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.776578] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.776786] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.776932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.777686] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.777686] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.777686] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 6a0f2ec7-52bc-404b-8ca6-66242104f470 is going to be created. [ 761.802168] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.802440] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.802614] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.802990] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.803335] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.803731] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.031136] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c6302a4-1834-43ba-b30c-a72a076a2d66 [ 762.031136] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.031136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.031136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.031136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.031136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.031136] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c6302a4-1834-43ba-b30c-a72a076a2d66 already deleted. [ 762.031136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6302a4-1834-43ba-b30c-a72a076a2d66" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.126932] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2c6d85d6-ec70-4cc6-95cd-a5f6c26bb3f2 None None] Enqueued Resource ID: 43df7e00-5d64-4dc5-8ee9-fb761dfaabb9 with Priority: HIGHEST for action port [ 762.127575] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43df7e00-5d64-4dc5-8ee9-fb761dfaabb9 with Priority: HIGHEST for action port [ 762.131231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-43df7e00-5d64-4dc5-8ee9-fb761dfaabb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.131418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43df7e00-5d64-4dc5-8ee9-fb761dfaabb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.131491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43df7e00-5d64-4dc5-8ee9-fb761dfaabb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.131800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43df7e00-5d64-4dc5-8ee9-fb761dfaabb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.131885] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43df7e00-5d64-4dc5-8ee9-fb761dfaabb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.181407] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.184631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.184631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.184631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.184631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.184631] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be created. [ 762.215921] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.216189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.216189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.216647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.216647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.229204] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: UNINITIALIZED for 2s [ 762.551136] env[69801]: INFO networking_nsxv3.common.synchronization [req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 req-c175b708-d350-4baf-a624-db8487378cbe tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 762.551670] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 762.551980] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.552134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.554023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.554023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.554023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.554023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.554023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.554023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.559998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.559998] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.634787] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43df7e00-5d64-4dc5-8ee9-fb761dfaabb9 [ 762.635052] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.635206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.635278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.635543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.635656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.635766] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43df7e00-5d64-4dc5-8ee9-fb761dfaabb9 already deleted. [ 762.635851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43df7e00-5d64-4dc5-8ee9-fb761dfaabb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.028578] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 763.028578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.028578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.028578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.028578] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.065784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.065784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.065784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.065784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.065784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.066290] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.066290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.066290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.067143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.067236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.067356] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 already deleted. [ 763.067481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.265505] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-7b2f7bf3-1f50-4c5b-b6ee-d00c9cc3bb32 service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 763.265707] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-7b2f7bf3-1f50-4c5b-b6ee-d00c9cc3bb32 service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 763.265872] env[69801]: INFO networking_nsxv3.common.synchronization [req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 req-7b2f7bf3-1f50-4c5b-b6ee-d00c9cc3bb32 service nova] Enqueued Resource ID: 6a0f2ec7-52bc-404b-8ca6-66242104f470 with Priority: HIGHEST for action port [ 763.266531] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 763.266679] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 763.266794] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0f2ec7-52bc-404b-8ca6-66242104f470 with Priority: HIGHEST for action port [ 763.267569] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.267691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.268040] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.268121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.268373] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a0f2ec7-52bc-404b-8ca6-66242104f470 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.268500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.268500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.268667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.268753] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a0f2ec7-52bc-404b-8ca6-66242104f470',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.276858] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a078147c-8e10-4e33-939e-f1853e0a0a31 in Status: SUCCESS [ 763.277009] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a078147c-8e10-4e33-939e-f1853e0a0a31 deletion is rescheduled due to dependency. [ 763.277135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.507764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 763.507989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.530238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.530461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.530461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.530904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.530904] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.530904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.531070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.531127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.531217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.531303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.531388] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.687837] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.688119] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.688188] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.688509] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.688773] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.688941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.692240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.692240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.692240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.692240] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.692240] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.692240] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.692512] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.692512] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.692512] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.692585] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.722804] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.723509] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.723824] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.726864] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.726864] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.726864] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.726864] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.729711] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.729711] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155009dd-f5e3-48c2-bdf1-5336b3ffc64c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.771009] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a0f2ec7-52bc-404b-8ca6-66242104f470 with status ACTIVE [ 763.771267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.771408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.771478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.771707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.771813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.772412] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.772412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.772412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.772412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.772412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.772602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.772641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.772703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.772836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.773351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.773351] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a0f2ec7-52bc-404b-8ca6-66242104f470 is going to be updated. [ 763.798330] env[69801]: INFO networking_nsxv3.common.synchronization [None req-08b422e0-3ecb-4118-a150-dc72e0d03b40 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 763.798843] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 763.799144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.799265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.799331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.799663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.799693] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.806065] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.806243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.806404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.806530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.806679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.807114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a0f2ec7-52bc-404b-8ca6-66242104f470" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.925394] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6d35bb90-4561-4a92-a484-b396d5192698 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 763.926271] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 763.926271] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.926440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.034766] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.034766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.034766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.034766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.034766] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.034766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.035153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.035153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.035153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.035153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.035270] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.035343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.035421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.035528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.035656] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.035748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.035803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.035933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.036011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.036088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.036170] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.234304] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.234304] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 155009dd-f5e3-48c2-bdf1-5336b3ffc64c not found, creating... [ 764.234304] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.234304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.235076] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.235389] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.235560] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.235675] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.235893] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.236143] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.236315] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 155009dd-f5e3-48c2-bdf1-5336b3ffc64c is going to be created. [ 764.245020] env[69801]: INFO networking_nsxv3.common.synchronization [None req-f9bbef8b-7116-4ed5-88ed-2608ee66f177 None None] Enqueued Resource ID: 1b40a97d-45aa-4a87-861d-91ca78d5ad45 with Priority: HIGHEST for action port [ 764.245020] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b40a97d-45aa-4a87-861d-91ca78d5ad45 with Priority: HIGHEST for action port [ 764.245020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b40a97d-45aa-4a87-861d-91ca78d5ad45 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.245244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b40a97d-45aa-4a87-861d-91ca78d5ad45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.245244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b40a97d-45aa-4a87-861d-91ca78d5ad45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.245476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b40a97d-45aa-4a87-861d-91ca78d5ad45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.245607] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b40a97d-45aa-4a87-861d-91ca78d5ad45',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.249554] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 764.249752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.249905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.250124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.250300] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.250444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.256630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.256630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.256630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.256774] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.266393] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.266393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.266393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.266393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.266393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.266393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.323336] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.323512] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.323601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.323909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.324159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c already deleted. [ 764.324228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.324398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.324580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324634] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.542841] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 764.564541] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.564933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.565123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.566099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.566099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566099] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.566099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.566099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.566314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.566474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566759] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.570486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.570486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.570486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.571738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.571738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.571738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.571738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.571738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.571738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.571738] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 764.643286] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.643286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.643286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.643286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.643286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.659189] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 764.748758] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b40a97d-45aa-4a87-861d-91ca78d5ad45 [ 764.749059] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.749229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.749304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.749516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.749599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.749691] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b40a97d-45aa-4a87-861d-91ca78d5ad45 already deleted. [ 764.749875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b40a97d-45aa-4a87-861d-91ca78d5ad45" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.765950] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.846252] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.846252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.846252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.846252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.846252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.846252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c already deleted. [ 764.846252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.256424] env[69801]: INFO networking_nsxv3.common.synchronization [req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 req-a37d3ad3-912b-4e45-ae23-cebdc1327a68 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 765.256600] env[69801]: INFO networking_nsxv3.common.synchronization [req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 req-a37d3ad3-912b-4e45-ae23-cebdc1327a68 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 765.256737] env[69801]: INFO networking_nsxv3.common.synchronization [req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 req-a37d3ad3-912b-4e45-ae23-cebdc1327a68 service nova] Enqueued Resource ID: 155009dd-f5e3-48c2-bdf1-5336b3ffc64c with Priority: HIGHEST for action port [ 765.262083] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 765.262083] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 765.262083] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155009dd-f5e3-48c2-bdf1-5336b3ffc64c with Priority: HIGHEST for action port [ 765.263475] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.263691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.264038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.264300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.264404] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.265760] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.265918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.265999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.266311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.266825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.266825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.267067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.268041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.268245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.268389] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.269753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.269902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.270289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270785] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155009dd-f5e3-48c2-bdf1-5336b3ffc64c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.277024] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.777447] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.779334] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.779946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.780174] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 155009dd-f5e3-48c2-bdf1-5336b3ffc64c with status ACTIVE [ 765.780351] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.780467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.780530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.780736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.780823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.780996] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.781106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.781173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.781468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.781556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.781739] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.781859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.781911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.782099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.782131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.782245] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 155009dd-f5e3-48c2-bdf1-5336b3ffc64c is going to be updated. [ 765.784505] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.784615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.784684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.784892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.784976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.785076] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 765.814421] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.814607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.814710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.814879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.815040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.815227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-155009dd-f5e3-48c2-bdf1-5336b3ffc64c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822919] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.822919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.823048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.823194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.823323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.833897] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 766.285820] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.675551] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 766.676902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.788263] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.788559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.788613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.788885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.789110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.789256] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be created. [ 766.818621] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.818796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.819243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.819243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.819350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.830928] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: UNINITIALIZED for 2s [ 767.846664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 767.846664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.846664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.846664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.846664] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.847078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.847078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.847140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.847668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.847668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.847668] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.848684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.848948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.852825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.852825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852825] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.352482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.352697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.352843] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.847028] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.847028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.847028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.847028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.855082] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.249707] env[69801]: INFO networking_nsxv3.common.synchronization [req-f1322273-e377-4820-9b9b-06d6a658e720 req-f278f670-d749-4ee6-a89e-f968bdbb0bfb tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Enqueued Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_members [ 769.250332] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f0e05-6793-49f6-a140-f3e203598a36 with Priority: HIGHEST for action security_group_members [ 769.250548] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-270f0e05-6793-49f6-a140-f3e203598a36 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.250671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.250728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.250969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.253313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.253313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.253313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.253504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.253534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.253781] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('270f0e05-6793-49f6-a140-f3e203598a36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.350311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.350463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.350669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.350880] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.350990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.351067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.351235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.351321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.351404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.351557] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.351681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.351771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.351957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.352087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.352370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.352484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.352558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.352604] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.360292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.360431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.360431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.360650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.360741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.360861] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 769.393823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.394505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.394505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.394505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.394505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.405357] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 769.646018] env[69801]: INFO networking_nsxv3.common.synchronization [req-2c57248c-e5de-41a9-b286-e20912eb31dd req-edc4bcc9-2b33-48ed-84b0-96f62af007ab tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Enqueued Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_members [ 769.646625] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGHEST for action security_group_members [ 769.646921] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.647051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.647120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.647315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.647459] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.647556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.647615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.647793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.647892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.647959] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.757486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.757694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.757734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.757932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.758041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.758245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.758348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.758410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.758562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.758637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.758723] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f0e05-6793-49f6-a140-f3e203598a36 is going to be updated. [ 769.791332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.791332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.791332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.791332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.791332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.799695] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f0e05-6793-49f6-a140-f3e203598a36 in Status: IN_PROGRESS for 2s [ 769.857036] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa2e54-0cf8-418b-9a6c-efca63384668: rpc.has_security_group_logging(os_id): False [ 769.879286] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.880210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.880438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.881388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.881388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.881388] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.881388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.881388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.881634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.881804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.882017] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.882153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.882236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.882406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.882504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.882771] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.882909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.882909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.883230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.883230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.884142] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be created. [ 769.951174] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.951174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.951174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.951174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.951174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.963998] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 770.150831] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.151086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.151158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.151402] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.151457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.151649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.151747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.151796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.152189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.152189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.152189] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 is going to be updated. [ 770.204562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.204562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.204562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.204898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.205026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.216836] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 in Status: IN_PROGRESS for 2s [ 771.419025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.419025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.419025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.419025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.420021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.420320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.420581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.420841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.421022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.421267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.422640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.422640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.422640] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.811628] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 270f0e05-6793-49f6-a140-f3e203598a36 in Status: SUCCESS [ 771.811820] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 270f0e05-6793-49f6-a140-f3e203598a36 deletion is rescheduled due to dependency. [ 771.811940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-270f0e05-6793-49f6-a140-f3e203598a36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.925054] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe508459-8a13-4c9e-bc60-02b6f4612fb9: rpc.has_security_group_logging(os_id): False [ 771.945280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.945464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.945552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.945811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.945923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.946136] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.946231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.946295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.946444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.946522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.946710] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.946824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.946895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.947053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.947129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.947308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.947439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.947481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.947594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.947667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.947751] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be created. [ 771.976375] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 771.976375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.018122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.018122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.018122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.018122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.018122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.033087] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 772.229903] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 in Status: SUCCESS [ 772.229903] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 deletion is rescheduled due to dependency. [ 772.229903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.049200] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 774.049498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.049597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.049820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.049916] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.553016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.553205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.553278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.553496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.553661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.553757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.553866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.554144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.554144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.554236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.554264] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.649851] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 774.649851] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 775.057090] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.057376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.057376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.057841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.057841] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.057841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.057841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.058069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.058228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.058228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.058592] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.058592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.058592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.058723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.058762] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.058830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.058889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.059049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.059118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.059240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.059283] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.226764] env[69801]: INFO networking_nsxv3.common.synchronization [req-e22621d9-e085-485a-b391-d42bb4f39652 req-0e1f7b2b-64ab-4a3f-bdc5-285d52a0c41f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 775.227467] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 775.227820] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.227952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.228029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.228223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.228368] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.229811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.229896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.230078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.230168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.230267] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.567027] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe508459-8a13-4c9e-bc60-02b6f4612fb9: rpc.has_security_group_logging(os_id): False [ 775.598165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.598165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.598165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.598165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.598647] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.598647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.598647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.598647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.598647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.598647] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 775.673975] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.674228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.674713] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.675044] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.675364] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.675579] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.675731] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.676047] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.676241] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.676473] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.676614] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.676752] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.676887] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.677076] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.677196] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.677374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.679486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.679613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.679712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.679955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.680585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.697693] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 775.703306] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.704331] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.704331] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.704331] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.704594] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-ec04c96e-71d8-46e6-b347-817251c8aa1d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.704594] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.704745] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.705129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.705306] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec04c96e-71d8-46e6-b347-817251c8aa1d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.732939] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.133245] env[69801]: INFO networking_nsxv3.common.synchronization [req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 req-8200b09e-76ae-47f7-b1e2-d9f5e62bb32c tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 776.133564] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 776.133669] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.133823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.133898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.137337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.137621] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.137759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.137832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.138046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.138134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.138242] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.212784] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.214463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.214463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.214463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.214463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.214463] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port ec04c96e-71d8-46e6-b347-817251c8aa1d not found, creating... [ 776.214463] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.214463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.214463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.215132] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.215132] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.215132] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.215268] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.215383] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.215606] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.215746] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.215882] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: ec04c96e-71d8-46e6-b347-817251c8aa1d is going to be created. [ 776.237302] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.243420] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.243658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.243875] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.244291] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.244606] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.245023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.641685] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.746662] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.747107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.747195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.747413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.747511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.747621] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 776.788553] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.788777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.788856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.789257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.789257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.802159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 777.044906] env[69801]: INFO networking_nsxv3.common.synchronization [req-34cadd13-a369-4bf2-bdf8-00914d55e193 req-12f09477-ce8c-4c97-8aa4-513248d539d5 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 777.044906] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 777.044906] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.044906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.145482] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.181472] env[69801]: INFO networking_nsxv3.common.synchronization [req-e22621d9-e085-485a-b391-d42bb4f39652 req-f2caa160-4b0c-4179-87f1-512b3e0377b1 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 777.181472] env[69801]: INFO networking_nsxv3.common.synchronization [req-e22621d9-e085-485a-b391-d42bb4f39652 req-f2caa160-4b0c-4179-87f1-512b3e0377b1 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 777.181472] env[69801]: INFO networking_nsxv3.common.synchronization [req-e22621d9-e085-485a-b391-d42bb4f39652 req-f2caa160-4b0c-4179-87f1-512b3e0377b1 service nova] Enqueued Resource ID: ec04c96e-71d8-46e6-b347-817251c8aa1d with Priority: HIGHEST for action port [ 777.184135] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 777.185111] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 777.185461] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec04c96e-71d8-46e6-b347-817251c8aa1d with Priority: HIGHEST for action port [ 777.185871] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.186148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.186315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.186659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.186843] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.188754] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.188988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.189326] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec04c96e-71d8-46e6-b347-817251c8aa1d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.189577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.189952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.189952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.190112] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec04c96e-71d8-46e6-b347-817251c8aa1d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.647838] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.647838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.647940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.648152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.648241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.648342] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 777.681092] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.681328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.681407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.681661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.681875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.694660] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 777.694660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.694660] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec04c96e-71d8-46e6-b347-817251c8aa1d with status ACTIVE [ 777.694660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.694660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.694660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.694660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.694660] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.695674] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.695913] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec04c96e-71d8-46e6-b347-817251c8aa1d is going to be updated. [ 777.719867] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.719945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.720022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.720370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.720370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.720520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec04c96e-71d8-46e6-b347-817251c8aa1d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.724022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 777.724022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.811654] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 778.811928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.812947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.812947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.812947] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.812947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.812947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.813325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.813325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.813325] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.320156] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.706334] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 779.706584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.706687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.706914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.707256] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.707256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.707436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.707436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.707507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.707594] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.822316] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.148138] env[69801]: INFO networking_nsxv3.common.synchronization [req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 req-242cee64-2c3a-472e-b70e-65e081346b0f tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_members [ 780.148138] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_members [ 780.148138] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.148138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.148138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.148598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.149031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.149271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.149462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.149702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.149865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.150057] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.210825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.210984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.211075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.211296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.211388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.211681] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.211858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.211858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.212075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.212198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.212243] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 780.279429] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.279638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.279638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.279871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.317577] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 780.326987] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.326987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.326987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.326987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.326987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.326987] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 780.397826] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.397826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.397826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.397826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.397826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.406777] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 780.586222] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.586461] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.586623] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.586991] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.587309] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.587514] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.587671] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.587910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.588074] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.588301] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.588464] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.588529] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.588636] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.588746] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.588854] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.588990] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.608875] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.609055] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.609196] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.609375] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.609691] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.609862] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.610113] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.610397] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.610535] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05e68e3-37f0-4aa6-8e00-0e037b38dbd1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.652207] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.652363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.652429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.652624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.652709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.652902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.652997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.653090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.653264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.653341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.653426] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 already deleted. [ 780.653502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.116526] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.116992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.116992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.117163] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.117382] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.117456] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 not found, creating... [ 781.117727] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.117959] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.118097] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.118344] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.118515] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.118812] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.119089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.119124] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.119339] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.119468] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119607] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 is going to be created. [ 781.145616] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.145866] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.145931] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146254] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146493] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.146733] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932846] env[69801]: INFO networking_nsxv3.common.synchronization [req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 req-c359e132-ce18-4a84-bddb-e35ab52d7506 service nova] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_rules [ 781.933055] env[69801]: INFO networking_nsxv3.common.synchronization [req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 req-c359e132-ce18-4a84-bddb-e35ab52d7506 service nova] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_members [ 781.933206] env[69801]: INFO networking_nsxv3.common.synchronization [req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 req-c359e132-ce18-4a84-bddb-e35ab52d7506 service nova] Enqueued Resource ID: a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 with Priority: HIGHEST for action port [ 781.933787] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_rules [ 781.934114] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_members [ 781.934328] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 with Priority: HIGHEST for action port [ 781.934573] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.934657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.934705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.934920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.935013] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.936215] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.936339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.936408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.936583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.936732] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.936829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.936891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.937044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.937135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937213] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.938093] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.938093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.938245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.939412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.939522] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05e68e3-37f0-4aa6-8e00-0e037b38dbd1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.328584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 782.328884] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 deletion is rescheduled due to dependency. [ 782.328884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.417044] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 782.417044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.417044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.417229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.417317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.417404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.417474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.417634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.417715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.417798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.417889] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.445022] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.445022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.445022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 with status ACTIVE [ 782.445022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.445022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.445022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.445534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.445534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.445534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.445534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.445534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.445534] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 is going to be updated. [ 782.469971] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.469971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.469971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.469971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.469971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.740268] env[69801]: INFO networking_nsxv3.common.synchronization [req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 req-6f9884e1-a276-4e4c-aa23-2df11cd56a96 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 782.740813] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 782.741127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.741277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.741338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.741504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.741654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.741749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.741907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.741958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.742172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.742283] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.920261] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.920431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.920581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.920722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.920886] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.921036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.921087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.921231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.921316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.921406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.921554] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.921646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.921706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.922260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.922260] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.922260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.922260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.922451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.922451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.922510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.922610] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.946936] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.178239] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.178539] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.178755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.179115] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.179495] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.179757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.179949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.180452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.180678] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.182406] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.182406] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.182406] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.182406] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.182406] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.182406] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.182406] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.209024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.209024] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.209024] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.209024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.209024] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.209024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.209024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.209024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.209024] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de6d4da-20e3-4f58-bd08-e4cad8c770a4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.246665] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.426617] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 998966f5-6d69-4b29-90f8-7c23268f3f59: rpc.has_security_group_logging(os_id): False [ 783.448432] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.449224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.449224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.449224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.449224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.449224] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.449446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.449446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.449446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.449524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.450072] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.450072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.450072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.450072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.450072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.450272] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.450774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.450774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.450774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.450774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.450774] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 783.455203] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.455203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.455203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.455203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.455203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.455203] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 is going to be created. [ 783.500873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.501064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.501106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.501326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.501503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.517168] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: UNINITIALIZED for 2s [ 783.550556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.550718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.550791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.550994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.551153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.584921] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 783.712428] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.712428] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.712650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.712929] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.713059] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.713322] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 not found, creating... [ 783.713622] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.713780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.713969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.714318] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.714508] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.714836] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.715021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.715128] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.715349] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.715485] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.715627] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 is going to be created. [ 783.748566] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.768177] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.768466] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.768625] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.768911] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.769174] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.769420] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.251218] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.251374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.251478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.251742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.251840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.251942] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 784.286326] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.286553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.286613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.286895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.287115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.297690] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 784.534524] env[69801]: INFO networking_nsxv3.common.synchronization [req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 req-95175dac-209a-47b4-83f4-67f3848f5a1f service nova] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_rules [ 784.534817] env[69801]: INFO networking_nsxv3.common.synchronization [req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 req-95175dac-209a-47b4-83f4-67f3848f5a1f service nova] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 784.534862] env[69801]: INFO networking_nsxv3.common.synchronization [req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 req-95175dac-209a-47b4-83f4-67f3848f5a1f service nova] Enqueued Resource ID: 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 with Priority: HIGHEST for action port [ 784.535483] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_rules [ 784.535622] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 784.535719] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 with Priority: HIGHEST for action port [ 784.536521] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.536656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.536728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.536939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.537142] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.538109] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.538203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.538443] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.538561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.538628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.538797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.538873] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de6d4da-20e3-4f58-bd08-e4cad8c770a4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.041364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.041766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.045828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 with status ACTIVE [ 785.045957] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.046598] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.047010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.047194] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.047290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.047490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.047565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.047648] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 is going to be updated. [ 785.076445] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.076445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.076445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.076445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.076445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.076445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5de6d4da-20e3-4f58-bd08-e4cad8c770a4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.370648] env[69801]: INFO networking_nsxv3.common.synchronization [req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa req-dc0ac81c-aa8e-4335-ac10-99b5f49e0daa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Enqueued Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_members [ 785.371360] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_members [ 785.371709] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.371844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.371917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.372624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.372821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.372941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.373018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.373858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.374369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.375066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.663861] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: SUCCESS [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.663861] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.663861] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.680180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 785.680180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.877873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.877988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.878076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.878303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.878387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.878592] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.878688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.878746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.878893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.878962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.879055] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 already deleted. [ 785.879130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.959886] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.960081] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-262" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.960204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-262" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.960540] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-262" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.960884] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.961060] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.961269] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.961501] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.961643] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.961851] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.962761] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.962761] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.962761] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.962761] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.962761] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.962761] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.984606] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.984854] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.985232] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.985533] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-262" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.986110] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.987752] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.988163] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.988819] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.989224] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.167836] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.309253] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 786.309487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.309690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.310084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.310367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.310538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.310654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.310863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.310934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.311980] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.492545] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.492545] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.492545] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.492822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.492966] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.493222] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 not found, creating... [ 786.493688] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.493982] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.494216] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.494486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.494640] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.494950] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.495153] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.495495] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.495564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.495716] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.496052] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 is going to be created. [ 786.518595] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.518898] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.519118] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.519474] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.519717] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.519957] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.670717] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2: rpc.has_security_group_logging(os_id): False [ 786.699153] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.699327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.699400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.699579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.699665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.701021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.701664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.701664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.701664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.701664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.701664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 is going to be created. [ 786.771893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.772093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.772167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.772553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.772650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.785612] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: IN_PROGRESS for 2s [ 786.816110] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.322836] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.535189] env[69801]: INFO networking_nsxv3.common.synchronization [req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa req-14193917-41c8-46cc-becb-c077c21c4908 service nova] Enqueued Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_rules [ 787.535517] env[69801]: INFO networking_nsxv3.common.synchronization [req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa req-14193917-41c8-46cc-becb-c077c21c4908 service nova] Enqueued Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_members [ 787.535517] env[69801]: INFO networking_nsxv3.common.synchronization [req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa req-14193917-41c8-46cc-becb-c077c21c4908 service nova] Enqueued Resource ID: 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 with Priority: HIGHEST for action port [ 787.535734] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_rules [ 787.535783] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_members [ 787.535847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 with Priority: HIGHEST for action port [ 787.536843] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.536843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.536843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.537069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.537738] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.538727] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.538823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.539618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.539618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.539618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.539618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.539618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.539618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.539982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.539982] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.540512] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.540668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.540742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.540875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.540972] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.825680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.826080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.826080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.826296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.826390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.826495] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 787.860718] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.863646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.863646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.863646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.863646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.877906] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 788.048181] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.048181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048181] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 with status ACTIVE [ 788.048181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.048181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.048181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.049219] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.049519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.049714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.049961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.050180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.051829] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 is going to be updated. [ 788.076284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.076284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.076284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.076284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.076284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.076284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.548544] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.801338] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: SUCCESS [ 788.801338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.050377] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.050720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.052021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.052021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.052021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 is going to be created. [ 789.085859] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.086063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.086101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.086296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.086460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.102109] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 in Status: UNINITIALIZED for 2s [ 789.714538] env[69801]: INFO networking_nsxv3.common.synchronization [req-a277f2ca-b7b2-42de-8ace-9c0dea802acc req-4e67cabf-c558-4b65-8aa3-e0191bf4d25d tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 789.715146] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 789.716465] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.716465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.716465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.716465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.716465] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.716465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.716465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.716465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.717159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.717159] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.894019] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.894019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.894019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.894019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.220529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.220529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.220529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.220529] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 790.252145] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.252145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.252145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.252349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.252487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263416] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 790.397046] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.397211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.397282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.397501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.397671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.397771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.397839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.397980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398301] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.398393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.398452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.398587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398719] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.398809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.398892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.399050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.399125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399309] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.903675] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5: rpc.has_security_group_logging(os_id): False [ 790.925076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.925076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.925076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.925076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.925930] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.926532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.926532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.926999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.926999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.926999] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 791.020140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.020892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.020892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.020892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.020892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.040207] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 791.112627] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 in Status: SUCCESS [ 791.112873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.113065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.113292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.114729] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.114729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.114729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.114729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.114729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.114729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.114729] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.618088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.618419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.618419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.618483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.618808] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.618808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.618932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.618983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.619101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.619182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.619342] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.619438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.619503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.619985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.619985] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.619985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.619985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.625941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.625941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.625941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.625941] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.129657] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8c958ed-a6ee-4c57-be2c-1e73825f6d39: rpc.has_security_group_logging(os_id): False [ 792.149250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149704] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.150071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.150150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.150343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.150434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.150493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.150717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.150717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.150915] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.151026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.151142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.151279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.151331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.151423] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 is going to be created. [ 792.226360] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.228505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.228505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.228505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.228505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.239389] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 in Status: IN_PROGRESS for 2s [ 792.275311] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 792.276053] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 792.276053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.054027] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 793.054290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.772796] env[69801]: INFO networking_nsxv3.common.synchronization [None req-cc882228-bf3b-4ea7-a6fc-afc20744fe97 None None] Enqueued Resource ID: 6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c with Priority: HIGHEST for action port [ 793.773548] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c with Priority: HIGHEST for action port [ 793.774286] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.774446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.774533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.774968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.776323] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.255362] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 in Status: SUCCESS [ 794.255653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.281359] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c [ 794.281359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.281359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.281359] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c already deleted. [ 794.281359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fcbb2ed-217f-42a6-9ed8-ef1c23ed269c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.786155] env[69801]: INFO networking_nsxv3.common.synchronization [None req-06eb1ca8-bfc2-49e9-a004-435079a4a16e None None] Enqueued Resource ID: 28f150ad-49ee-4c80-a8d1-e20f4b4a52e7 with Priority: HIGHEST for action port [ 795.787192] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f150ad-49ee-4c80-a8d1-e20f4b4a52e7 with Priority: HIGHEST for action port [ 795.787513] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f150ad-49ee-4c80-a8d1-e20f4b4a52e7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.787791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f150ad-49ee-4c80-a8d1-e20f4b4a52e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.787791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f150ad-49ee-4c80-a8d1-e20f4b4a52e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.787995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f150ad-49ee-4c80-a8d1-e20f4b4a52e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.788050] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f150ad-49ee-4c80-a8d1-e20f4b4a52e7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.901166] env[69801]: INFO networking_nsxv3.common.synchronization [req-1984457e-2280-4652-ac08-a0b5f3f6b50d req-3782edab-c1e8-492e-8abb-0d42916c74ba tempest-SecurityGroupRulesNegativeTestJSON-1963158355 tempest-SecurityGroupRulesNegativeTestJSON-1963158355-project-member] Enqueued Resource ID: 40722b46-9735-48eb-8210-accaf35d1cf3 with Priority: HIGHEST for action security_group_rules [ 795.901810] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40722b46-9735-48eb-8210-accaf35d1cf3 with Priority: HIGHEST for action security_group_rules [ 795.902199] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40722b46-9735-48eb-8210-accaf35d1cf3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.902387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.902576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.902997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.903198] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40722b46-9735-48eb-8210-accaf35d1cf3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.013957] env[69801]: INFO networking_nsxv3.common.synchronization [None req-0ef0bb62-2a8e-47d5-8690-a61d88462198 None None] Enqueued Resource ID: d4435793-b4ae-43cb-9b4a-81d6e5b6d706 with Priority: HIGHEST for action port [ 796.014303] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4435793-b4ae-43cb-9b4a-81d6e5b6d706 with Priority: HIGHEST for action port [ 796.014850] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4435793-b4ae-43cb-9b4a-81d6e5b6d706 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.014969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4435793-b4ae-43cb-9b4a-81d6e5b6d706" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.015079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4435793-b4ae-43cb-9b4a-81d6e5b6d706" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.015343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4435793-b4ae-43cb-9b4a-81d6e5b6d706" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.015442] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4435793-b4ae-43cb-9b4a-81d6e5b6d706',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.291568] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28f150ad-49ee-4c80-a8d1-e20f4b4a52e7 [ 796.291813] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.291954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.292064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.292375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.292474] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28f150ad-49ee-4c80-a8d1-e20f4b4a52e7 already deleted. [ 796.292554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f150ad-49ee-4c80-a8d1-e20f4b4a52e7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361837] env[69801]: INFO networking_nsxv3.common.synchronization [req-c1a46598-49fc-4642-bd17-3f752148a5ad req-99a24004-a8d2-4ff8-8225-d032c33b14e2 tempest-SecurityGroupRulesNegativeTestJSON-1963158355 tempest-SecurityGroupRulesNegativeTestJSON-1963158355-project-member] Enqueued Resource ID: 40722b46-9735-48eb-8210-accaf35d1cf3 with Priority: HIGHEST for action security_group_rules [ 796.363215] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40722b46-9735-48eb-8210-accaf35d1cf3 with Priority: HIGHEST for action security_group_rules [ 796.363215] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40722b46-9735-48eb-8210-accaf35d1cf3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.363215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.427299] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.427419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.427419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.427630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.428280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.428280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40722b46-9735-48eb-8210-accaf35d1cf3 already deleted. [ 796.428280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.428482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.428594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.428677] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40722b46-9735-48eb-8210-accaf35d1cf3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.518410] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4435793-b4ae-43cb-9b4a-81d6e5b6d706 [ 796.518659] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.518795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.518865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.519097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.519193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.519290] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4435793-b4ae-43cb-9b4a-81d6e5b6d706 already deleted. [ 796.519372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4435793-b4ae-43cb-9b4a-81d6e5b6d706" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.954576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.954939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.954939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.955048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.955095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.955192] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40722b46-9735-48eb-8210-accaf35d1cf3 already deleted. [ 796.955269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40722b46-9735-48eb-8210-accaf35d1cf3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043550] env[69801]: INFO networking_nsxv3.common.synchronization [req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 req-7a99bf5b-1ec0-4a53-b5c4-a5dfa1f15441 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 797.044782] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 797.045175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.045591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.045702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.045936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.046149] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.046303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.046382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.046574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.046679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.046790] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.550124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.550543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.550543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.550723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.550757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.550994] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.551059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.551138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.551314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.551784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.551934] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 797.584560] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.584810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.584966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.585243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.585698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.596911] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 797.745541] env[69801]: INFO networking_nsxv3.common.synchronization [None req-148cd3b1-f375-4f0c-9322-deca19b2335b tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Enqueued Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_rules [ 797.746098] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_rules [ 797.746476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.746599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.746662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.746917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746998] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.880315] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4a468c3b-c542-4ab5-9eff-5c8e5ebe11a5 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Enqueued Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_rules [ 797.880918] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_rules [ 797.881246] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.881388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.020533] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d93f5ab5-b57a-4419-828c-65e34a75354f None None] Enqueued Resource ID: a2bef29e-0c48-4b6f-bd1b-16f3c1afc376 with Priority: HIGHEST for action port [ 798.020533] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bef29e-0c48-4b6f-bd1b-16f3c1afc376 with Priority: HIGHEST for action port [ 798.020533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2bef29e-0c48-4b6f-bd1b-16f3c1afc376 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.020533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2bef29e-0c48-4b6f-bd1b-16f3c1afc376" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.020533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2bef29e-0c48-4b6f-bd1b-16f3c1afc376" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.020533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2bef29e-0c48-4b6f-bd1b-16f3c1afc376" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.021063] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2bef29e-0c48-4b6f-bd1b-16f3c1afc376',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.029178] env[69801]: INFO networking_nsxv3.common.synchronization [req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 req-f37d3e0c-4ac1-41a9-9e56-9a46b81e9b60 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 798.030496] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 798.031805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.031805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.031805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.031805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.031805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.031805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.031805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.032661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.032661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.032661] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.131661] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.132912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.132912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.132912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.132912] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.132912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.132912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.133196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.133468] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.133675] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.134083] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.134368] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.134368] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.134670] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.134815] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.135263] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.158449] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.158683] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.158828] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.159314] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.159671] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-ab34c338-7dd4-45ed-8530-bb85b0434518 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.159803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.159989] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.160886] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.161093] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab34c338-7dd4-45ed-8530-bb85b0434518',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.274736] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.274916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.274994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.275282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.275423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.275533] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 already deleted. [ 798.275609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.276024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.276379] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.528446] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2bef29e-0c48-4b6f-bd1b-16f3c1afc376 [ 798.528717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.529844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.530024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.530272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.530371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.530479] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2bef29e-0c48-4b6f-bd1b-16f3c1afc376 already deleted. [ 798.530966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2bef29e-0c48-4b6f-bd1b-16f3c1afc376" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.537111] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.663650] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.663912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.664114] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.664444] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.664603] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.664773] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port ab34c338-7dd4-45ed-8530-bb85b0434518 not found, creating... [ 798.665144] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.665280] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.665409] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.665676] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.665850] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.668446] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.668446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.668446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.668446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.668446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.668446] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: ab34c338-7dd4-45ed-8530-bb85b0434518 is going to be created. [ 798.702486] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.702486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.702486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.702486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.702486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.702486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.816027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.816027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.816027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.816027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.816027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.816027] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 already deleted. [ 798.816027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.039384] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.269456] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4edf3515-f845-4668-845a-a630abb99dc7 None None] Enqueued Resource ID: 5613de39-ffd7-4f75-a995-09eb0ae4969f with Priority: HIGHEST for action port [ 799.269669] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5613de39-ffd7-4f75-a995-09eb0ae4969f with Priority: HIGHEST for action port [ 799.270031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5613de39-ffd7-4f75-a995-09eb0ae4969f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.270149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5613de39-ffd7-4f75-a995-09eb0ae4969f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.270212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5613de39-ffd7-4f75-a995-09eb0ae4969f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.270631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5613de39-ffd7-4f75-a995-09eb0ae4969f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.270631] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5613de39-ffd7-4f75-a995-09eb0ae4969f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.541947] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.542145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.542216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.542447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.542568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.542634] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 799.579229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.579229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.579229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.579678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.579678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.592486] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 799.606914] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 799.607184] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 deletion is rescheduled due to dependency. [ 799.607357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.773275] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5613de39-ffd7-4f75-a995-09eb0ae4969f [ 799.773534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.773673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.773745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.773979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.774170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.774283] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5613de39-ffd7-4f75-a995-09eb0ae4969f already deleted. [ 799.774375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5613de39-ffd7-4f75-a995-09eb0ae4969f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.963896] env[69801]: INFO networking_nsxv3.common.synchronization [req-5266cf5d-07a2-4317-b829-9f691b1be657 req-cdb6083e-853a-4a08-a135-a29d453c0fe8 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Enqueued Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_members [ 799.965490] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGHEST for action security_group_members [ 799.965490] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.965490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.965490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.965705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.965809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.965915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.965978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.966144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.966231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.966322] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.182720] env[69801]: INFO networking_nsxv3.common.synchronization [req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 req-5e159b1c-2b15-42cd-8eb1-d9e548154996 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 800.182720] env[69801]: INFO networking_nsxv3.common.synchronization [req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 req-5e159b1c-2b15-42cd-8eb1-d9e548154996 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 800.182720] env[69801]: INFO networking_nsxv3.common.synchronization [req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 req-5e159b1c-2b15-42cd-8eb1-d9e548154996 service nova] Enqueued Resource ID: ab34c338-7dd4-45ed-8530-bb85b0434518 with Priority: HIGHEST for action port [ 800.182720] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 800.183095] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 800.183095] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab34c338-7dd4-45ed-8530-bb85b0434518 with Priority: HIGHEST for action port [ 800.183570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.183644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.183695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.183889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.183968] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.188196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.189315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.189315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.189573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.189767] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.190015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.190920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.190920] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.192580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab34c338-7dd4-45ed-8530-bb85b0434518 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.192580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.192580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.193240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.193305] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab34c338-7dd4-45ed-8530-bb85b0434518',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.469661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.470072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.470072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.470183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.470251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.470462] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.470562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.470621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.470770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.470855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.470928] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 is going to be updated. [ 800.472992] env[69801]: INFO networking_nsxv3.common.synchronization [req-5cff859e-db90-4229-8b10-4efde6c488fb req-a6d98d69-dc8a-4f2f-873b-e3e9552781bd tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 800.473575] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 800.474988] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.475666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.476059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.476225] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.502171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.502290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.502412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.502576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.502716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.512284] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 in Status: IN_PROGRESS for 2s [ 800.688911] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.688911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.696204] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.702337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab34c338-7dd4-45ed-8530-bb85b0434518 with status ACTIVE [ 800.702337] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.702337] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.702337] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.702337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.702337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab34c338-7dd4-45ed-8530-bb85b0434518 is going to be updated. [ 800.747102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.747102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.747102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.747102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.747102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.747102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab34c338-7dd4-45ed-8530-bb85b0434518" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.978984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.978984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.978984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.978984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.978984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.978984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.979447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.979728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.980076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.980168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.980262] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d already deleted. [ 800.980353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.197906] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.239345] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.239593] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.239677] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.239969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.240292] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.240554] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.240554] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.240784] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.240890] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.242546] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.242824] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.242824] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.243070] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.243070] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.243160] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.243300] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.264110] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.264475] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.264865] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.264865] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.265209] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.265523] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.265523] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.265867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.266052] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.605784] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 801.606025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.702041] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.702239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.702282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.702526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.702697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.702742] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 801.743277] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.743563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.743563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.743861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.744075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.755761] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 801.769123] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.769387] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.769478] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.770063] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.770063] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.770063] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 not found, creating... [ 801.770344] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.770459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.770571] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.770781] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.770940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.771246] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.771413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.771526] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.771729] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.771852] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.772025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 is going to be created. [ 801.789069] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3a55c9f4-179a-4503-970c-444b471a7227 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Enqueued Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_rules [ 801.789651] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_rules [ 801.789944] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.790104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.790148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.790398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.790480] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.796084] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.796932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.796932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.796932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.797130] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.797433] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.953439] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7af80888-ba68-41a6-8724-424b46f3463f tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Enqueued Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_rules [ 801.954312] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_rules [ 801.954932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.955270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.090819] env[69801]: INFO networking_nsxv3.common.synchronization [None req-a55a2856-6b0a-4ea8-bb2b-d8ce4094911f None None] Enqueued Resource ID: 00544862-3fdb-4f9f-a880-2cd2a514919c with Priority: HIGHEST for action port [ 802.091580] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00544862-3fdb-4f9f-a880-2cd2a514919c with Priority: HIGHEST for action port [ 802.091796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-00544862-3fdb-4f9f-a880-2cd2a514919c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.091868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00544862-3fdb-4f9f-a880-2cd2a514919c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.091939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00544862-3fdb-4f9f-a880-2cd2a514919c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.092238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00544862-3fdb-4f9f-a880-2cd2a514919c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.092323] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00544862-3fdb-4f9f-a880-2cd2a514919c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.316664] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.316664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a already deleted. [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.316664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.316664] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.524851] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 in Status: SUCCESS [ 802.525189] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 deletion is rescheduled due to dependency. [ 802.525316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.595029] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00544862-3fdb-4f9f-a880-2cd2a514919c [ 802.595361] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.595970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.596078] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00544862-3fdb-4f9f-a880-2cd2a514919c already deleted. [ 802.596156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00544862-3fdb-4f9f-a880-2cd2a514919c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.841296] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.841296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.841296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.841296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.841296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.841537] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a already deleted. [ 802.841537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.587862] env[69801]: INFO networking_nsxv3.common.synchronization [req-2c92c38c-01ce-477f-acea-dabda6a2dd82 req-8bcd9b3c-4150-4cbe-9b0c-643a476fc67a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 803.588488] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 803.589403] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.590083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.590260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.590386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.590592] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.591110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.591110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.591110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.591251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.591318] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.736356] env[69801]: INFO networking_nsxv3.common.synchronization [req-5cff859e-db90-4229-8b10-4efde6c488fb req-051bccfe-56d9-4ad1-aa13-5ebd2f630f5d service nova] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_rules [ 803.736620] env[69801]: INFO networking_nsxv3.common.synchronization [req-5cff859e-db90-4229-8b10-4efde6c488fb req-051bccfe-56d9-4ad1-aa13-5ebd2f630f5d service nova] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 803.739187] env[69801]: INFO networking_nsxv3.common.synchronization [req-5cff859e-db90-4229-8b10-4efde6c488fb req-051bccfe-56d9-4ad1-aa13-5ebd2f630f5d service nova] Enqueued Resource ID: 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 with Priority: HIGHEST for action port [ 803.739187] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_rules [ 803.739187] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 803.739187] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 with Priority: HIGHEST for action port [ 803.739187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.739187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.739187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.739187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.739187] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.740552] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.740723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.740802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.741147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.741421] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.741618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.741755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.742090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.742221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.742339] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.745362] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.745560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.746149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.746329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.746433] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.776597] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.776597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.776597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.776597] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.093823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.093998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.094245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.094414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.094513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.096698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.096698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.096698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.096698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.096698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.096698] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be updated. [ 804.115523] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.115965] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.117272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.118035] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.118271] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.118652] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.118861] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.119988] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.119988] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.119988] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.119988] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.120230] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.120498] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.120809] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.121217] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.121574] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.142538] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.142538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.142538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.142538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.142538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146840] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.147327] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.147698] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.148139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.149015] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-9822df4a-9011-496c-b357-57f79e8f6afa taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.149358] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.149622] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.150102] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.150470] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9822df4a-9011-496c-b357-57f79e8f6afa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.162711] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 804.251332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.251465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.251748] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.252913] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 with status ACTIVE [ 804.253223] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.253437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.253504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.253795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.253899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.255866] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.256077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.256149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.256323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.256466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.256723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.256872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.256935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.257138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.257572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.257703] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 is going to be updated. [ 804.278354] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.278583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.278583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.278953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.279190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.279401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.279487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.279635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.279735] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.279829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.280016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.280133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.280205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.280363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.280579] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.281680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.281680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.281680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.281680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.281680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.281886] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.299734] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.300036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.300143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.300446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.300627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.300880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.653441] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.653770] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.653823] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.654138] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.654324] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.654505] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 9822df4a-9011-496c-b357-57f79e8f6afa not found, creating... [ 804.654757] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.657030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.657030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.659196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.659196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.659196] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.659196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.659196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.659196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.659196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.659196] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 9822df4a-9011-496c-b357-57f79e8f6afa is going to be created. [ 804.687611] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.687830] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687981] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.688299] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.688532] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.689607] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.760664] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.785139] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f9f8e-c2d9-4022-b576-029038524f93: rpc.has_security_group_logging(os_id): False [ 804.834306] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.834481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.834555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.834822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.834901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.835124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.835341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.835341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.835503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.835581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.836010] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.836010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.836010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.836456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.836665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.837720] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.837904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.838220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.838424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.838552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.838702] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 804.947118] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.947118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.947234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.947845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.947996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.966259] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 805.264966] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.265173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.265245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.265472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.265564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.265666] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be created. [ 805.317825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.319062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.319436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.340916] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: UNINITIALIZED for 2s [ 806.089543] env[69801]: INFO networking_nsxv3.common.synchronization [req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 req-1e124e89-06c0-4e81-b8fc-354cd2465350 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_members [ 806.090440] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGHEST for action security_group_members [ 806.091638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.091934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.092452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.092685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.092873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.092985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.093074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.093232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.093322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.093447] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.173506] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 806.173712] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 deletion is rescheduled due to dependency. [ 806.173790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.585062] env[69801]: INFO networking_nsxv3.common.synchronization [req-2c92c38c-01ce-477f-acea-dabda6a2dd82 req-9fead5c8-cfb4-49c4-96a7-ba2bc237511f service nova] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_rules [ 806.587356] env[69801]: INFO networking_nsxv3.common.synchronization [req-2c92c38c-01ce-477f-acea-dabda6a2dd82 req-9fead5c8-cfb4-49c4-96a7-ba2bc237511f service nova] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 806.588937] env[69801]: INFO networking_nsxv3.common.synchronization [req-2c92c38c-01ce-477f-acea-dabda6a2dd82 req-9fead5c8-cfb4-49c4-96a7-ba2bc237511f service nova] Enqueued Resource ID: 9822df4a-9011-496c-b357-57f79e8f6afa with Priority: HIGHEST for action port [ 806.588937] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_rules [ 806.588937] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 806.588937] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9822df4a-9011-496c-b357-57f79e8f6afa with Priority: HIGHEST for action port [ 806.590044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.590335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.590513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.590821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.591032] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.592043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.592302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.592464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.592793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.593086] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.593473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.594017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.608638] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.608638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-9822df4a-9011-496c-b357-57f79e8f6afa taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.608638] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9822df4a-9011-496c-b357-57f79e8f6afa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.608638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.608638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.608638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.608638] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 is going to be updated. [ 806.641785] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.641785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.641785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.641785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.651021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 in Status: IN_PROGRESS for 2s [ 806.979584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 806.979584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.100585] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.100585] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.100585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.106022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9822df4a-9011-496c-b357-57f79e8f6afa with status ACTIVE [ 807.106022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.106022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.106022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.106022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.106022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9822df4a-9011-496c-b357-57f79e8f6afa is going to be updated. [ 807.138616] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.138998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.138998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.139578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.139578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.139578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9822df4a-9011-496c-b357-57f79e8f6afa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.351514] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 807.351721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.352567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.352567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.352567] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.352567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.352567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.352820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.352820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.352820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.352971] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.604028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.856220] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.856412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.856516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.856756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.856965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.857092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.857202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.857366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.857465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.857584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.857761] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.857886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.857955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.858365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.858365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.859255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.859255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.859255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.859255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.859255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.859255] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.112034] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.112034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.112034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.112034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.112034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.112034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be updated. [ 808.144294] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.144294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.144294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.144294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.144294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.152338] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 808.367822] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e7386ed-aba0-4164-a4f9-b2b606a5d29d: rpc.has_security_group_logging(os_id): False [ 808.388568] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388568] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388568] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.388568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.389164] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.389164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.389164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.389684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.395105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.395105] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be created. [ 808.491528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.491701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.492531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.492531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.492531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.509855] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 808.666543] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 in Status: SUCCESS [ 808.666543] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 deletion is rescheduled due to dependency. [ 808.666543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.195266] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2c5753a9-c2ed-499b-81f8-7f2370b5a65f None None] Enqueued Resource ID: d6b3f115-3cfb-4bd8-be7c-8340d39f05b1 with Priority: HIGHEST for action port [ 809.195923] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3f115-3cfb-4bd8-be7c-8340d39f05b1 with Priority: HIGHEST for action port [ 809.198241] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b3f115-3cfb-4bd8-be7c-8340d39f05b1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.198451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b3f115-3cfb-4bd8-be7c-8340d39f05b1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.198504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b3f115-3cfb-4bd8-be7c-8340d39f05b1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.198824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b3f115-3cfb-4bd8-be7c-8340d39f05b1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.198870] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b3f115-3cfb-4bd8-be7c-8340d39f05b1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.701339] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b3f115-3cfb-4bd8-be7c-8340d39f05b1 [ 809.703912] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.703912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.703912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.703912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.703912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.703912] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b3f115-3cfb-4bd8-be7c-8340d39f05b1 already deleted. [ 809.703912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b3f115-3cfb-4bd8-be7c-8340d39f05b1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.163297] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 810.163511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.164543] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.164543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.164922] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.328356] env[69801]: INFO networking_nsxv3.common.synchronization [req-418703c7-b736-4305-8f6c-3f348bb14d25 req-d5ea1438-3c4e-43f5-8157-71c548a61026 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 810.328356] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 810.328356] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.328845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.329024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.329350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.329624] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.329859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.330045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.330304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.330482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.330708] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.525193] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 810.525439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.667683] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.667854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.667925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.668208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.668384] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.668487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.668550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.668709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.668777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.668864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.669012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.669113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.669173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.669313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.669478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.669531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.669593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.669727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.669802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.669881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.669969] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.834343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.834558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.834655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.835617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.835617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.836231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.836399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.836515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.836651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.836721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.836810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 already deleted. [ 810.836885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.900263] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.900521] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.900650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.900992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.902049] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.902049] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.902049] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.902479] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.903580] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.903580] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.903580] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.903580] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.904425] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.904425] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.904425] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.904425] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.932531] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.932718] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.932856] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.933049] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.933720] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-087a4d5c-62cd-4bca-9d13-168965267261 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.933862] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.934522] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.934522] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.934611] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087a4d5c-62cd-4bca-9d13-168965267261',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.176100] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18199b81-b786-4838-9514-91d051eb3ab3: rpc.has_security_group_logging(os_id): False [ 811.200279] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.200446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.201019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.201019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.201019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.201019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.201195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.201195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.201334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.201432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.201606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.201702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.201760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.201918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.201989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.202884] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.202994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.203086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.203236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.203314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.203424] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be updated. [ 811.288830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.288830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.288830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.288830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.288830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.304216] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 811.441035] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.441449] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.441449] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.441783] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.441913] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.442092] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 087a4d5c-62cd-4bca-9d13-168965267261 not found, creating... [ 811.442656] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.442754] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.442878] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.443192] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.443283] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.443595] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.443754] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443906] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.444150] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.444420] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.444498] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 087a4d5c-62cd-4bca-9d13-168965267261 is going to be created. [ 811.466653] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.466941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.467046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.467440] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.467565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.467795] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.492574] env[69801]: INFO networking_nsxv3.common.synchronization [None req-773cd113-39ab-4698-8cd4-c144201b78a1 None None] Enqueued Resource ID: 41168956-2aae-4617-8a88-fcb847b34f8b with Priority: HIGHEST for action port [ 811.493146] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41168956-2aae-4617-8a88-fcb847b34f8b with Priority: HIGHEST for action port [ 811.493451] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-41168956-2aae-4617-8a88-fcb847b34f8b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.493609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41168956-2aae-4617-8a88-fcb847b34f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.493668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41168956-2aae-4617-8a88-fcb847b34f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.493917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41168956-2aae-4617-8a88-fcb847b34f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.493974] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41168956-2aae-4617-8a88-fcb847b34f8b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.998245] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41168956-2aae-4617-8a88-fcb847b34f8b [ 811.998486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.998626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.998701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.999374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.999472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.999658] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41168956-2aae-4617-8a88-fcb847b34f8b already deleted. [ 811.999658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41168956-2aae-4617-8a88-fcb847b34f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.209261] env[69801]: INFO networking_nsxv3.common.synchronization [req-418703c7-b736-4305-8f6c-3f348bb14d25 req-c2650727-c715-416f-b865-a7d187a4988e service nova] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_rules [ 812.209439] env[69801]: INFO networking_nsxv3.common.synchronization [req-418703c7-b736-4305-8f6c-3f348bb14d25 req-c2650727-c715-416f-b865-a7d187a4988e service nova] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 812.209577] env[69801]: INFO networking_nsxv3.common.synchronization [req-418703c7-b736-4305-8f6c-3f348bb14d25 req-c2650727-c715-416f-b865-a7d187a4988e service nova] Enqueued Resource ID: 087a4d5c-62cd-4bca-9d13-168965267261 with Priority: HIGHEST for action port [ 812.209800] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_rules [ 812.209923] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 812.210041] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087a4d5c-62cd-4bca-9d13-168965267261 with Priority: HIGHEST for action port [ 812.210580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.210704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.210769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.214610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.214610] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.215239] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.215374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.215450] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.215757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.215810] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.215917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.215969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.217020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.217020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.217020] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.219364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-087a4d5c-62cd-4bca-9d13-168965267261 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.219364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.219364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.219364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.219364] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087a4d5c-62cd-4bca-9d13-168965267261',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.484451] env[69801]: INFO networking_nsxv3.common.synchronization [req-33b3f881-bb69-48ed-add2-e118a836efe8 req-2294fe05-ec97-48a7-a6e7-0ad7737cecca tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Enqueued Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_members [ 812.484892] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_members [ 812.485213] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.485356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.485430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.485630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.485777] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.485910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.485998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.487581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.487642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.487777] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.723636] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.724588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.724922] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.725964] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 087a4d5c-62cd-4bca-9d13-168965267261 with status ACTIVE [ 812.727151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.727151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.727151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.727588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.727588] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.727588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.727588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.727844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.727844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.728466] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 087a4d5c-62cd-4bca-9d13-168965267261 is going to be updated. [ 812.755546] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.755688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.755785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.755956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.756111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.756272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-087a4d5c-62cd-4bca-9d13-168965267261" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.994232] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.994417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.994505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.994737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.994828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.995040] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.995144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.995200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.995353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.995426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.995509] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a already deleted. [ 812.995586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.082753] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.082958] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-139" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.083134] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-139" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.083430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-139" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.083732] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.083925] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.084062] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.084323] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.084470] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.084682] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.084821] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.084965] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.085110] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.085234] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.085340] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.085472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.104328] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.104527] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.104665] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.104846] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-139" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.105273] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.105484] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.105617] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.105922] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.106080] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6a5d99-6619-4a0e-ba46-0af7a5e6648f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.237297] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.317472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 813.319034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.573109] env[69801]: INFO networking_nsxv3.common.synchronization [None req-870ebc43-5ddc-42aa-b8c9-36ee86d3bfbe None None] Enqueued Resource ID: 4fa122ab-8338-4156-9f4e-b67f6dc47cb7 with Priority: HIGHEST for action port [ 813.573109] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa122ab-8338-4156-9f4e-b67f6dc47cb7 with Priority: HIGHEST for action port [ 813.573109] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa122ab-8338-4156-9f4e-b67f6dc47cb7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.573109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa122ab-8338-4156-9f4e-b67f6dc47cb7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.573109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa122ab-8338-4156-9f4e-b67f6dc47cb7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.573109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa122ab-8338-4156-9f4e-b67f6dc47cb7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.574204] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa122ab-8338-4156-9f4e-b67f6dc47cb7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.608608] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.608868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.608998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.609296] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.609450] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.609609] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port ff6a5d99-6619-4a0e-ba46-0af7a5e6648f not found, creating... [ 813.609871] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.610041] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.610243] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.610473] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.610611] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.611730] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.611919] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.612068] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.612309] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.612487] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.612587] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: ff6a5d99-6619-4a0e-ba46-0af7a5e6648f is going to be created. [ 813.635466] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.635707] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.635875] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.636205] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.636438] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.636728] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.739751] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.739923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.739995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.740236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.740330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.740454] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be created. [ 813.790253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.790449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.790449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.790668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.790839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.804692] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: UNINITIALIZED for 2s [ 814.080275] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa122ab-8338-4156-9f4e-b67f6dc47cb7 [ 814.080275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.080474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.080474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.080638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.080731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.081247] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa122ab-8338-4156-9f4e-b67f6dc47cb7 already deleted. [ 814.081247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa122ab-8338-4156-9f4e-b67f6dc47cb7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.803638] env[69801]: INFO networking_nsxv3.common.synchronization [req-33b3f881-bb69-48ed-add2-e118a836efe8 req-2399d992-97d0-4a1a-82e7-40ca35e671c1 service nova] Enqueued Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_rules [ 814.803986] env[69801]: INFO networking_nsxv3.common.synchronization [req-33b3f881-bb69-48ed-add2-e118a836efe8 req-2399d992-97d0-4a1a-82e7-40ca35e671c1 service nova] Enqueued Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_members [ 814.804065] env[69801]: INFO networking_nsxv3.common.synchronization [req-33b3f881-bb69-48ed-add2-e118a836efe8 req-2399d992-97d0-4a1a-82e7-40ca35e671c1 service nova] Enqueued Resource ID: ff6a5d99-6619-4a0e-ba46-0af7a5e6648f with Priority: HIGHEST for action port [ 814.804874] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_rules [ 814.804953] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_members [ 814.805281] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6a5d99-6619-4a0e-ba46-0af7a5e6648f with Priority: HIGHEST for action port [ 814.805637] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.805796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.806251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.806251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.806492] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.807484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.807484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.807676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.807747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.807900] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.808054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.809140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.809372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.809460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.809582] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.810753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.810753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.811039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.811039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.811200] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff6a5d99-6619-4a0e-ba46-0af7a5e6648f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.915624] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5667df31-a476-4f1e-9ce4-750b5e48fd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_rules [ 814.915624] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_rules [ 814.915868] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.915933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.915967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.916457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.916457] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.073629] env[69801]: INFO networking_nsxv3.common.synchronization [None req-674aee39-4435-4de9-9dec-364ba9e2c92e tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_rules [ 815.073629] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_rules [ 815.073629] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.073629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.316452] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.316452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.316666] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.317444] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff6a5d99-6619-4a0e-ba46-0af7a5e6648f with status ACTIVE [ 815.318254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.318254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.318254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.318254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.318521] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.318521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.318702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.318788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.318971] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.319750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.319750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.320533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.320533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.320533] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff6a5d99-6619-4a0e-ba46-0af7a5e6648f is going to be updated. [ 815.349210] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.349452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.349663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.349873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.352869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.352869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.447518] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.447518] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 already deleted. [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.447518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.447518] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.534788] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce9333bf-1284-4f53-8c04-b1203543a7df req-84ed79ca-c5eb-4028-89c3-a779f384cbd2 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 815.535444] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 815.535795] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.535917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.535984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.537256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.537433] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.537546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.537695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.537772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.537856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.537949] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.597343] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4a385698-8b7d-4e61-8c88-89d39a7fe413 None None] Enqueued Resource ID: 67079eaa-f880-4053-a57d-996f63db5d28 with Priority: HIGHEST for action port [ 815.597923] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67079eaa-f880-4053-a57d-996f63db5d28 with Priority: HIGHEST for action port [ 815.598234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-67079eaa-f880-4053-a57d-996f63db5d28 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.598560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67079eaa-f880-4053-a57d-996f63db5d28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.598560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67079eaa-f880-4053-a57d-996f63db5d28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.598812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67079eaa-f880-4053-a57d-996f63db5d28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.598897] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67079eaa-f880-4053-a57d-996f63db5d28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.816949] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 815.816949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.819190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.819190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.819190] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.823530] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.972518] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.972676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.972751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.972983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.973092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.973188] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 already deleted. [ 815.973272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.043549] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.102693] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67079eaa-f880-4053-a57d-996f63db5d28 [ 816.102693] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.102693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.102693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.102693] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67079eaa-f880-4053-a57d-996f63db5d28 already deleted. [ 816.102693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67079eaa-f880-4053-a57d-996f63db5d28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.322288] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.322288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.322288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.322288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.322648] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.322648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.322648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.322755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.322847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.322930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.323097] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.323212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.323273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.323421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.323564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.323660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.323742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.323851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.323929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.324034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.324117] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.326693] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.326976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.326976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.327130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.327242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.327344] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a is going to be created. [ 816.373104] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.373281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.373400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.374260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.374498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.399451] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a in Status: UNINITIALIZED for 2s [ 816.544091] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.544091] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.544091] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.544460] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.544534] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.544710] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.544830] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.548797] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.549014] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.549268] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.549392] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.549533] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.549642] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.549746] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.549867] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.550017] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.551546] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.622967] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.622967] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.071 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.622967] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.622967] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-563" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.622967] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-69d356c4-7818-4a5f-98db-4f92608bba8f taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622967] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622967] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622967] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.622967] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d356c4-7818-4a5f-98db-4f92608bba8f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.829195] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4: rpc.has_security_group_logging(os_id): False [ 816.851117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.851117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.851117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.851300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.851415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.851699] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.851852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.851985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.852254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.852453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.852685] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.852835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.852936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.853184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.853321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.854509] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.854509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.854509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.854509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.854509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.854509] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be created. [ 816.925307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.925528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.925595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.925811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.926054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.942670] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: IN_PROGRESS for 2s [ 817.055922] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.056054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.056054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.056286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.057049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.057049] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 817.092151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.092370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.092464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.092739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.092931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.109969] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 817.125494] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.125715] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.125832] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.126151] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.126304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126457] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 69d356c4-7818-4a5f-98db-4f92608bba8f not found, creating... [ 817.126717] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.126871] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.126985] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.128057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.128057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128057] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.128057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.128057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.128333] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.128376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128521] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 69d356c4-7818-4a5f-98db-4f92608bba8f is going to be created. [ 817.155225] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.155225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.155225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.155225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.155225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.155225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.974118] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce9333bf-1284-4f53-8c04-b1203543a7df req-3aa6f908-8669-4f12-bfad-fb5b8b88a395 service nova] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 817.974501] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce9333bf-1284-4f53-8c04-b1203543a7df req-3aa6f908-8669-4f12-bfad-fb5b8b88a395 service nova] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 817.974685] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce9333bf-1284-4f53-8c04-b1203543a7df req-3aa6f908-8669-4f12-bfad-fb5b8b88a395 service nova] Enqueued Resource ID: 69d356c4-7818-4a5f-98db-4f92608bba8f with Priority: HIGHEST for action port [ 817.977523] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 817.977523] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 817.977523] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d356c4-7818-4a5f-98db-4f92608bba8f with Priority: HIGHEST for action port [ 817.977800] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.977800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.977928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.978090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.978177] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.979505] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.979616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.984317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d356c4-7818-4a5f-98db-4f92608bba8f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.984317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.984317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.984317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.984317] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d356c4-7818-4a5f-98db-4f92608bba8f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.411334] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a in Status: SUCCESS [ 818.411815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.412059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.412273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.412472] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.412602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.412667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.412828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.412906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.413021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.413112] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.484543] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.486287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.486620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69d356c4-7818-4a5f-98db-4f92608bba8f with status ACTIVE [ 818.486928] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.487043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.487129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.487419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.487541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.487767] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.490245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.490245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.490245] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69d356c4-7818-4a5f-98db-4f92608bba8f is going to be updated. [ 818.520294] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.520294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.520294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.520294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.520294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.520294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.921024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.921024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.921024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.921024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.921024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.921975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.921975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.921975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.921975] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.960063] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 818.960350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.120597] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 819.120899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121515] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.122010] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.423470] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69bab5e2-6539-4ba6-b6ff-dc522960125a: rpc.has_security_group_logging(os_id): False [ 819.444904] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.444904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.444904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.444904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.444904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.445222] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.445222] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.445328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.445439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.445488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.445649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.445737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.445793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.445984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.446397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.446683] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.446794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.446855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.447037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.447829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.447829] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a is going to be created. [ 819.558149] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.558865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.558865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.559183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.559315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.573910] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a in Status: IN_PROGRESS for 2s [ 819.626043] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.129320] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.633286] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.633565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.633690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.634297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.634297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634557] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 820.666190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.666472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.666545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.666783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.666954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.677545] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 821.589212] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a in Status: SUCCESS [ 821.589524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.690948] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 822.691393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.691460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.692108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.692108] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.692372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.692450] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.692784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.692998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.693359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.693556] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.978897] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 822.979217] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 823.199283] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.199574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.199574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.199762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.199955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.200071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.200138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.200310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.200410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.200484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.200615] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.200708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.200770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.200916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.201066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.201161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.201250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.201345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.201479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.201580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.201580] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.704839] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 823.728124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.728341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.728424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.728767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.730033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.730033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.730033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.730033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.730033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.730033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.730354] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.730354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.730542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.730627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.730775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.731106] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.731240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.731336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.731543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.731688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.731823] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 823.861228] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.861228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.861228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.861228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.861583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.873338] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 825.887750] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 825.887750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980200] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 827.980724] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 830.231272] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 830.231669] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 830.232199] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 830.232248] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 830.232658] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.232885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.232885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.233111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.233310] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.233397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.233397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.233550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.233633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.233727] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.235106] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.235539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.235692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.235997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.236087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.236179] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.281769] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 830.281969] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 830.282132] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_rules [ 830.282286] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 830.282786] env[69801]: INFO networking_nsxv3.common.synchronization [req-f4c31859-df4e-4cc7-8b95-caa6991be00f req-67f457e8-daea-4212-8a1e-9f6803027f93 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 69d356c4-7818-4a5f-98db-4f92608bba8f with Priority: HIGHEST for action port [ 830.285681] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 830.285865] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_rules [ 830.286016] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d356c4-7818-4a5f-98db-4f92608bba8f with Priority: HIGHEST for action port [ 830.286146] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 830.286243] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 830.286764] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.286905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.287009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.287258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.287370] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.291603] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.291720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.291790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.292190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.292583] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.293441] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d356c4-7818-4a5f-98db-4f92608bba8f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.293557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.293613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.293781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.293853] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d356c4-7818-4a5f-98db-4f92608bba8f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.295043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.298692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.298824] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.298925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.738111] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.739583] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.800432] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69d356c4-7818-4a5f-98db-4f92608bba8f with status ACTIVE [ 830.800688] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.800827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.800900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.801125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.801223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.801415] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.801522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.801606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.802127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.802127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.802127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.802271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.802271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.802441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.802515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.802618] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69d356c4-7818-4a5f-98db-4f92608bba8f is going to be updated. [ 830.804262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.804371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.805803] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.805922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.828416] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.828558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.828597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.828787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.828957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.829142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.241305] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.242349] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.744289] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.744519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.744567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.744806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.744898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.745013] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 831.746314] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.746441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.746483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.746669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.746751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.746839] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be created. [ 831.773511] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.773747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.773747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.773958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.774130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.776839] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.777018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.777018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.777241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.777345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.785031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 831.785814] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: UNINITIALIZED for 2s [ 832.246980] env[69801]: INFO networking_nsxv3.common.synchronization [req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd req-2837de42-0f47-4545-b10d-f9e7ce1509f0 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 832.249122] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 832.249122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.249122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.249122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.249122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.249122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.249122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.249122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.252029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.252029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.252029] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.333880] env[69801]: INFO networking_nsxv3.common.synchronization [req-81d71160-7d7d-4934-9baf-a9cf88d4df41 req-1072678c-8224-4d6e-a3ce-3049ebc9ecea tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Enqueued Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_members [ 832.334534] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGHEST for action security_group_members [ 832.334841] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.334959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.335269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.335532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.335721] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.335851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.335932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.336145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.336375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.337444] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.753588] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.753784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.753784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.753976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.754477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754824] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c already deleted. [ 832.754904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.839649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.839807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.839878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.840130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.840220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.840414] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.840518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.840611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.840725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.840801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.840884] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a is going to be updated. [ 832.872039] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.872039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.872039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.872243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.872423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.883321] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a in Status: IN_PROGRESS for 2s [ 832.950266] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.950486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-264" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.950590] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-264" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.950976] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-264" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.951263] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.951428] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.951560] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.951772] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.951916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.952164] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.952291] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.952403] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.952534] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.952619] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.952769] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.952855] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.978423] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.978795] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.979048] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.979365] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-264" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.979843] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-6576e98d-ae71-46d4-a13a-481898aecbc9 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.980133] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.981286] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.981286] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.981286] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6576e98d-ae71-46d4-a13a-481898aecbc9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.484360] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.484757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.484757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.486046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.486046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.486046] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 6576e98d-ae71-46d4-a13a-481898aecbc9 not found, creating... [ 833.486046] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.486046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.486046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.486414] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.486414] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.486512] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.486630] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.486753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.486960] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.487099] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.487241] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 is going to be created. [ 833.508979] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.509206] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.509206] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.509507] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.509752] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.509999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.797137] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 833.797301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.798350] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 833.798350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.798350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.799082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.799082] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.799082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.799082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.799677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.799677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.799677] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.800224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.800391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.803275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.803275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.803275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.803275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.803275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.803275] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.306600] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.306600] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.769568] env[69801]: INFO networking_nsxv3.common.synchronization [req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd req-108c3def-7753-4cb2-8448-67abd18b60c8 service nova] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 834.769568] env[69801]: INFO networking_nsxv3.common.synchronization [req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd req-108c3def-7753-4cb2-8448-67abd18b60c8 service nova] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 834.770116] env[69801]: INFO networking_nsxv3.common.synchronization [req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd req-108c3def-7753-4cb2-8448-67abd18b60c8 service nova] Enqueued Resource ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 with Priority: HIGHEST for action port [ 834.771125] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 834.771125] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 834.771125] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 with Priority: HIGHEST for action port [ 834.771125] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.771125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.771125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.771125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.771588] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.772641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.772641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.772641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.772641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.772641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.772803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.772803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.772927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.773027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.773107] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.775984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6576e98d-ae71-46d4-a13a-481898aecbc9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.775984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.776148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.776185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.776279] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6576e98d-ae71-46d4-a13a-481898aecbc9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.813028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.813028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.896961] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a in Status: SUCCESS [ 834.896961] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a deletion is rescheduled due to dependency. [ 834.896961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.990669] env[69801]: INFO networking_nsxv3.common.synchronization [req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a req-18a2a975-6371-47b7-8c41-37dc0bf71e49 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 834.991222] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 834.991906] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.992040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.992109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.992317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.992469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.992566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.992626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.992765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.992844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.992932] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.278972] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.279641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.279755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.279939] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6576e98d-ae71-46d4-a13a-481898aecbc9 with status ACTIVE [ 835.280127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.280233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.280299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.280522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.280615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.280760] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.280850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.280912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.281128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.281341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.281396] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.281487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.281589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.281866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.281942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.282066] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 is going to be updated. [ 835.305079] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.305234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.305308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.305517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.305662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.305840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.313932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.314139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.314212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.314506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.314591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.314693] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 835.317343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.317472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.317541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.317745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.317852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.318040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be updated. [ 835.353053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.353214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.353287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.353508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.353653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.355617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.355738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.355803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.356023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.356133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.369487] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 835.370318] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: IN_PROGRESS for 2s [ 835.495917] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.496719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.496719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.496719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.496719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.496949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.496949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.497057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.497199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.497277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.497480] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be updated. [ 835.530138] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.530138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.530138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.530375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.531255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.544462] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 835.783807] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.875177] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7f3ce0f3-b3e3-4efd-affe-54338079dce5 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Enqueued Resource ID: 9b09a57d-8c2d-4388-8fcd-30a31fc1d770 with Priority: HIGHEST for action security_group_rules [ 835.875177] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b09a57d-8c2d-4388-8fcd-30a31fc1d770 with Priority: HIGHEST for action security_group_rules [ 835.875177] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.875177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.875177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.875709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.876085] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b09a57d-8c2d-4388-8fcd-30a31fc1d770',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.123246] env[69801]: INFO networking_nsxv3.common.synchronization [req-da0a63d6-07b1-4c8b-a127-455fa9887f0b req-77732342-d2a6-499f-ac93-d9f8293f67a8 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 836.123797] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 836.124113] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.124238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.127035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.127035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.127035] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.127035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.127035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.127035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.127035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.127035] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.138721] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3bbca6ac-ab8f-4b5a-b8c3-5793d0f02915 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Enqueued Resource ID: 9b09a57d-8c2d-4388-8fcd-30a31fc1d770 with Priority: HIGHEST for action security_group_rules [ 836.138721] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b09a57d-8c2d-4388-8fcd-30a31fc1d770 with Priority: HIGHEST for action security_group_rules [ 836.139009] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.139009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.289804] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.289804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.290124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.290124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.290293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.290359] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be created. [ 836.319544] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.319728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.319801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.320020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.320236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.332826] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: UNINITIALIZED for 2s [ 836.400586] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.401327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.401327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.401327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.401327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.401327] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b09a57d-8c2d-4388-8fcd-30a31fc1d770 already deleted. [ 836.401327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.401997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.401997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.401997] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b09a57d-8c2d-4388-8fcd-30a31fc1d770',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.628707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.628876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.629194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.629287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.629482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.629584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.629634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.629788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.629849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.629963] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 836.659290] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.659531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.659531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.659728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.659860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.670988] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 836.929322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.929742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.929742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.929906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.929952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.930086] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b09a57d-8c2d-4388-8fcd-30a31fc1d770 already deleted. [ 836.930183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b09a57d-8c2d-4388-8fcd-30a31fc1d770" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.387761] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 837.387761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.387761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.387761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.387761] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.387761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.388219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.388219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.388219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.388219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.388452] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.390156] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 837.390403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.390566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.390744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.391108] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.391108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.391108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.391297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.391351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.391401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.391484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.409769] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_members [ 837.409960] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 837.410109] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 837.410652] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_members [ 837.410780] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 837.410872] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 837.411200] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.411302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.411354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.411574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.411864] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.411986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.411986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.412174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.412335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.412408] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.413282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.413414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.413479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.413639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.413881] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.414062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.414481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.414481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.414692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.415914] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.415914] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.415914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.415914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.416264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.416264] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.416376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.416376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.416582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.416636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.416766] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.439663] env[69801]: INFO networking_nsxv3.common.synchronization [req-08e2d953-7b57-435c-9a4b-4473a357558f req-e776d330-4eb8-4a32-a8dd-c43f97af4cbf tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 837.440837] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 837.441635] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.448161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.448299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.448441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.448626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.448728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.448793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.448940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.449196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.449196] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.468253] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 837.468458] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 837.468561] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_rules [ 837.468673] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_members [ 837.468798] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_rules [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [req-9e860a18-a8dd-4154-82a0-2d83889038f2 req-986aa166-3eeb-4fbf-a786-e9ac06c3b0cf tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 69d356c4-7818-4a5f-98db-4f92608bba8f with Priority: HIGHEST for action port [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_rules [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_rules [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d356c4-7818-4a5f-98db-4f92608bba8f with Priority: HIGHEST for action port [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_rules [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 837.470361] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_members [ 837.470915] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.470915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.471102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.471178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.471225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.471645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.471645] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.472785] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.472785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.472785] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d356c4-7818-4a5f-98db-4f92608bba8f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.473100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.473100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.473248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.473248] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d356c4-7818-4a5f-98db-4f92608bba8f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.474091] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.474252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.474332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.475229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.475229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.475229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.551687] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 837.551841] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 deletion is rescheduled due to dependency. [ 837.551961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.893981] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.895538] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.895661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.919122] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.919422] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.920287] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.952032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.952412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.952412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.952696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.952696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.952808] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.953115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.953115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.953383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.953383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.953383] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 837.977412] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69d356c4-7818-4a5f-98db-4f92608bba8f with status ACTIVE [ 837.977646] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.978083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.978083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.978273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.978273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.978387] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.978485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.978600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.979083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.979083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.979083] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.979083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.979244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.979276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.979861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.980677] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69d356c4-7818-4a5f-98db-4f92608bba8f is going to be updated. [ 837.982630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.982772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.984777] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.984972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.985129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.985390] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.986558] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.986558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.986558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.987402] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.987564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.987784] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.987930] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.988069] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.988185] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.988301] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.988414] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.988552] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.992068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.992507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.992507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.992507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.992632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.007857] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 838.018232] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.018232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.018232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.018232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.018232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.018232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d356c4-7818-4a5f-98db-4f92608bba8f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.020088] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.020374] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.020622] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.020890] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.021308] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-d5e749a1-1d8f-47ac-84f0-ca322eed8194 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.021683] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.021938] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.022413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.022665] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e749a1-1d8f-47ac-84f0-ca322eed8194',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.345164] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: SUCCESS [ 838.345798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.346068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.346335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.346582] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.346723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.346780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.346941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.347046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.347122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.347214] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.400458] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad784cd-184c-462b-b05b-ba578135308e: rpc.has_security_group_logging(os_id): False [ 838.429583] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.429583] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.429583] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.429583] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.430197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.431705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.431705] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.431705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.431705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.431705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.431705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.431705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be created. [ 838.529026] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.529026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port d5e749a1-1d8f-47ac-84f0-ca322eed8194 not found, creating... [ 838.529026] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.529026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.529478] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.529478] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.529478] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.533117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.533117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.533117] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: d5e749a1-1d8f-47ac-84f0-ca322eed8194 is going to be created. [ 838.533117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.533117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.533117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.533117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.533117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.551244] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: IN_PROGRESS for 2s [ 838.560279] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.560279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.560279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.560279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.560279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.560279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.683481] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 838.683481] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 deletion is rescheduled due to dependency. [ 838.683481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.849601] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.934284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.934542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.934613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.934821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.934916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.935029] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 838.937160] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.937298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.937778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.937778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.937778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.937778] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be updated. [ 838.938931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.939056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.939125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.939337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.939441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.939540] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a is going to be created. [ 838.973282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.973569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.973569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.974970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.974970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.977776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.977776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.977776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.977776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.978030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.979745] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.979906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.979951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.980241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.980400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.992428] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a in Status: UNINITIALIZED for 2s [ 838.993411] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: IN_PROGRESS for 2s [ 838.994034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 839.354053] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c: rpc.has_security_group_logging(os_id): False [ 839.376619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.376786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.376878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.377119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.377220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.377490] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.377599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.377665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.377846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.377935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.378040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be created. [ 839.448996] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.448996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.448996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.449306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.449436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.467475] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: IN_PROGRESS for 2s [ 839.490853] env[69801]: INFO networking_nsxv3.common.synchronization [req-08e2d953-7b57-435c-9a4b-4473a357558f req-588808bc-6204-41d3-95cd-efd7e54b0fa5 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 839.490853] env[69801]: INFO networking_nsxv3.common.synchronization [req-08e2d953-7b57-435c-9a4b-4473a357558f req-588808bc-6204-41d3-95cd-efd7e54b0fa5 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 839.490853] env[69801]: INFO networking_nsxv3.common.synchronization [req-08e2d953-7b57-435c-9a4b-4473a357558f req-588808bc-6204-41d3-95cd-efd7e54b0fa5 service nova] Enqueued Resource ID: d5e749a1-1d8f-47ac-84f0-ca322eed8194 with Priority: HIGHEST for action port [ 839.490853] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 839.490853] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 839.490853] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e749a1-1d8f-47ac-84f0-ca322eed8194 with Priority: HIGHEST for action port [ 839.490853] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.490853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.490853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.490853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.490853] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.491742] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.491874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.492094] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e749a1-1d8f-47ac-84f0-ca322eed8194 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.492219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.492297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.492491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.492588] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e749a1-1d8f-47ac-84f0-ca322eed8194',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.994467] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.994882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.994882] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5e749a1-1d8f-47ac-84f0-ca322eed8194 with status ACTIVE [ 839.995086] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.995292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.995292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.995566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.995566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.995704] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.995805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.995857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.996038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.996119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.996300] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.996437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.996500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.996585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.996657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.996741] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5e749a1-1d8f-47ac-84f0-ca322eed8194 is going to be updated. [ 840.020140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 840.020140] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.020140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.020140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.020140] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.025316] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.025316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.025316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.025316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.025316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.025316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e749a1-1d8f-47ac-84f0-ca322eed8194" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.525429] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.564445] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 840.564671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.565743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.565743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.565743] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.857308] env[69801]: INFO networking_nsxv3.common.synchronization [req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 req-6454c0bb-3112-4a4b-b60b-2b8ae67e7a35 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_members [ 840.857308] env[69801]: INFO networking_nsxv3.common.synchronization [req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 req-6454c0bb-3112-4a4b-b60b-2b8ae67e7a35 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 840.857308] env[69801]: INFO networking_nsxv3.common.synchronization [req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 req-6454c0bb-3112-4a4b-b60b-2b8ae67e7a35 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 840.857308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a with Priority: HIGHEST for action security_group_members [ 840.857308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 840.857308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGHEST for action security_group_members [ 840.857308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.857308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.857308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.857308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.857308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.857308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.015998] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a in Status: SUCCESS [ 841.016365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.016417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.016608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.016791] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.016917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.016987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.017719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.017719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.017719] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.018882] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 841.019071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.019734] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 841.019897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.020052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.020217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.020382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.020488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.020551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.020695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.020768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.020860] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.022573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.022737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.022901] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.023020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.023188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.023342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.023421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.023510] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.028166] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.067371] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.067371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.481814] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: SUCCESS [ 841.482156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.523797] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.525116] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.525254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.525327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.525543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.525645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.525830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.530067] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be updated. [ 841.530067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.530067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.530067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.530067] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a is going to be deleted. [ 841.531145] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.531272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.531348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.531744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.531744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.531744] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 841.565846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.567518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.567518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.567518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.567518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.568691] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.568846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.568896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.569271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.569453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.580613] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 841.581430] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: IN_PROGRESS for 2s [ 841.613210] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.613404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.613529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.613871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.613991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.614162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.614844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.615119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.616609] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.616609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.616609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.616609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.616609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.616609] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.032354] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.118195] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.118896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.118896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.118896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.118896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.119086] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.119086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.119192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.119283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.119353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.119432] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a already deleted. [ 842.119504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.120239] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.120408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.120576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.120733] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.121049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.121163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.121425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.121425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.122151] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.535422] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.535709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.535709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.535980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.536111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.536266] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 842.574363] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.574858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.574966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.575265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.575362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591545] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 842.627985] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9638219-4d3e-4e42-bfa7-ff8ef7d9172a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.629147] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.629281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.629349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.629558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.629650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.629826] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.629923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.629984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.630149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.630223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.630306] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a already deleted. [ 842.630384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.132418] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9638219-4d3e-4e42-bfa7-ff8ef7d9172a: rpc.has_security_group_logging(os_id): False [ 843.153758] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.153918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.153918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.154130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.154214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.156081] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.156081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.156081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.156255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.156455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.156509] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a is going to be created. [ 843.181473] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a], does not exist path=[/infra/domains/default/groups/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a]."\n}' [ 843.181667] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a [ 843.181811] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 843.220999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.226021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.226021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.226021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229489] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229489] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229489] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9638219-4d3e-4e42-bfa7-ff8ef7d9172a is going to be created. [ 843.247393] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a], does not exist path=[/infra/domains/default/groups/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a [ 843.247393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9638219-4d3e-4e42-bfa7-ff8ef7d9172a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.247393] env[69801]: Traceback (most recent call last): [ 843.247393] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 843.247393] env[69801]: return func(*args, **kwargs) [ 843.247393] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 843.247393] env[69801]: res.raise_for_status() [ 843.247393] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 843.247393] env[69801]: raise HTTPError(http_error_msg, response=self) [ 843.247393] env[69801]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a [ 843.247393] env[69801]: During handling of the above exception, another exception occurred: [ 843.247393] env[69801]: Traceback (most recent call last): [ 843.247393] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 843.247393] env[69801]: listener.cb(fileno) [ 843.247393] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 843.247393] env[69801]: result = function(*args, **kwargs) [ 843.247393] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 843.247393] env[69801]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 843.247393] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 843.247393] env[69801]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 843.247393] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 843.247393] env[69801]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 843.247393] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 843.247393] env[69801]: res.raise_for_status() [ 843.247393] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 843.247393] env[69801]: raise HTTPError(http_error_msg, response=self) [ 843.247393] env[69801]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e9638219-4d3e-4e42-bfa7-ff8ef7d9172a [ 843.247393] env[69801]: Removing descriptor: 5 [ 843.328856] env[69801]: INFO networking_nsxv3.common.synchronization [req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 req-76205e92-3a33-42cb-b724-7f3eea3939fd tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Enqueued Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_members [ 843.329367] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_members [ 843.329676] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.329794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.329858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.330258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.330416] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.330520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.330579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.330733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.330817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.330906] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.593868] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 843.594179] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e deletion is rescheduled due to dependency. [ 843.594338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.594637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.594986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.595282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.595863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.595985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.596247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.596491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.596491] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.598672] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 843.598863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.599709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.599813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.599985] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.600109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.600171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.600464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.604069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.604243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.604356] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.833789] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.834019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.834113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.834588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.834588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.834736] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.834824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.834874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.835037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.835138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.835207] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 already deleted. [ 843.835264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.109051] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.109051] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.109051] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.109051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.109948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.110181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.110374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.110662] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.110880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.111037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.111343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.112245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.112245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.112245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.112245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.112245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.112451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.112451] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.137269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.137627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.137817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.138021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.138285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.139068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.139068] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be updated. [ 844.176478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.176478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.176478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.176478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.176478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.184641] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: IN_PROGRESS for 2s [ 844.243707] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.243949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-921" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.244365] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-921" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.245912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-921" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.246352] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.246781] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.247149] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.247476] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.247658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.247922] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.248120] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.248254] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.252019] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.252019] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.252019] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.252019] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.271433] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.271660] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.271731] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.272809] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-921" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.273601] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.273951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.273951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.274289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.278532] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a040a04d-09bd-4675-8f0a-98aa32d7dbb1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.600469] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 844.600707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.600926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.601120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.601357] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.601440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.602418] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.602418] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.602418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.602760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.602760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.602760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.602760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.602930] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.603749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.603908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.604075] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.604173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.604237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.604521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.604608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.604704] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.619053] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 844.640314] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.640524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.640628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.640956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.661750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.661921] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.662076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.662076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.662340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.662432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.662695] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.662850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.663478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.663478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.663478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.663478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.663779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.663779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.663861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.663943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.664114] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 844.757264] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.757428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.757517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.757733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.757933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.775161] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 844.776851] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.777105] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.777220] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.777506] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.777672] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.777810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a040a04d-09bd-4675-8f0a-98aa32d7dbb1 not found, creating... [ 844.778101] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.778273] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.778420] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.778612] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.778751] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.779054] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.779221] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.779338] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.779543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.779681] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.779805] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a040a04d-09bd-4675-8f0a-98aa32d7dbb1 is going to be created. [ 844.803026] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.803026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.803026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.803429] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.803671] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.803995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.106821] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 845.108250] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.134146] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.134290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.134362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.134631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.162458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.162836] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.162836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.162836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.163012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.163049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.164251] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.164251] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.164251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.164251] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 845.239433] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.239629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.240573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.240573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.240573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.259300] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 845.611499] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.115737] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.115737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.115737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.118109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.118109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.118109] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 846.154317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.154422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.155143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.155143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.155143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.165868] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 846.196335] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 846.196335] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad784cd-184c-462b-b05b-ba578135308e deletion is rescheduled due to dependency. [ 846.196335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.196514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.197137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.197562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.197562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.197562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.197734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.197818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.197910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.198014] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.287362] env[69801]: INFO networking_nsxv3.common.synchronization [req-97850de7-580a-4349-973a-2903084be87f req-a2e4d94d-287c-4226-a380-4c0ded5c7767 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 846.289282] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 846.289402] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.289556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.289627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.289834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.290064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.290913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.290990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.291188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.291282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.291384] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.298125] env[69801]: INFO networking_nsxv3.common.synchronization [req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 req-6bebe503-ab46-4ce7-b47f-a4fa903f43bb service nova] Enqueued Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_rules [ 846.298302] env[69801]: INFO networking_nsxv3.common.synchronization [req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 req-6bebe503-ab46-4ce7-b47f-a4fa903f43bb service nova] Enqueued Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_members [ 846.298435] env[69801]: INFO networking_nsxv3.common.synchronization [req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 req-6bebe503-ab46-4ce7-b47f-a4fa903f43bb service nova] Enqueued Resource ID: a040a04d-09bd-4675-8f0a-98aa32d7dbb1 with Priority: HIGHEST for action port [ 846.298910] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_rules [ 846.299050] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_members [ 846.299144] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a040a04d-09bd-4675-8f0a-98aa32d7dbb1 with Priority: HIGHEST for action port [ 846.299406] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.299523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.299584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.299772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.299845] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.301031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.301116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.301170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.301337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.301591] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.301653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.301713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.301864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.301931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.302031] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.302867] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.302968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.303039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.303187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.303255] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a040a04d-09bd-4675-8f0a-98aa32d7dbb1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.702678] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.792949] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 846.792949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.794391] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.807150] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.807150] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.807150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.807150] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a040a04d-09bd-4675-8f0a-98aa32d7dbb1 with status ACTIVE [ 846.807150] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.807150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.807605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.807605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.807605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.807878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.807878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.807878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.808467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.808467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.808467] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.808467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.808467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.808723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.808723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.808820] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a040a04d-09bd-4675-8f0a-98aa32d7dbb1 is going to be updated. [ 846.836218] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.836398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.836446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.836643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.837243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.837243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a040a04d-09bd-4675-8f0a-98aa32d7dbb1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.936408] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.936408] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.936408] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.936408] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.936408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.936408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.936408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.937140] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.937140] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.937140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.958548] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.958763] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.958965] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.959192] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-928" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.959555] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-c264f018-cdd9-424b-800d-9d46efd99dc5 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.959765] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.959932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.960319] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.960462] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c264f018-cdd9-424b-800d-9d46efd99dc5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.210484] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad784cd-184c-462b-b05b-ba578135308e: rpc.has_security_group_logging(os_id): False [ 847.226747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.226894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.226894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.227071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.227187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.227954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.227954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.227954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.227954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.227954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.227954] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be updated. [ 847.295022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 847.295197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.295907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.295907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.295907] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.296853] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.307240] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.307386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.307386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.308028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.308028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.311279] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.342198] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: IN_PROGRESS for 2s [ 847.465673] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.465673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port c264f018-cdd9-424b-800d-9d46efd99dc5 not found, creating... [ 847.465673] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.465673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.466665] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.466665] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.466665] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.466665] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.466665] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.466665] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: c264f018-cdd9-424b-800d-9d46efd99dc5 is going to be created. [ 847.496494] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.496803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.496917] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.497316] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.497633] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.497926] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.803070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.803070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.803070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.803070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.803070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.803070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.803070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.803070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 847.813516] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.813969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.813969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.814403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.814574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.814697] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 is going to be created. [ 847.840346] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.840631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.840702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.840937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.841835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.843478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.843890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.843890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.844826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.844826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.856944] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 847.858139] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 in Status: UNINITIALIZED for 2s [ 848.180057] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 848.180284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.180462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.180670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.180926] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.181009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.181046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.181191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.181269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.181354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.181448] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.535454] env[69801]: INFO networking_nsxv3.common.synchronization [req-97850de7-580a-4349-973a-2903084be87f req-7ed86e51-554d-4a04-93c1-0ae62a0e5f07 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 848.535454] env[69801]: INFO networking_nsxv3.common.synchronization [req-97850de7-580a-4349-973a-2903084be87f req-7ed86e51-554d-4a04-93c1-0ae62a0e5f07 service nova] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 848.535454] env[69801]: INFO networking_nsxv3.common.synchronization [req-97850de7-580a-4349-973a-2903084be87f req-7ed86e51-554d-4a04-93c1-0ae62a0e5f07 service nova] Enqueued Resource ID: c264f018-cdd9-424b-800d-9d46efd99dc5 with Priority: HIGHEST for action port [ 848.535454] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_rules [ 848.535454] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 848.535454] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c264f018-cdd9-424b-800d-9d46efd99dc5 with Priority: HIGHEST for action port [ 848.535454] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.536753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.536945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.537258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.537534] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.540057] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.540057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.540057] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c264f018-cdd9-424b-800d-9d46efd99dc5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.540057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.540057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.540057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.540057] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c264f018-cdd9-424b-800d-9d46efd99dc5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.686037] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.686037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.686037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.686037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.686037] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.686037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.686037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.686037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.686437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.686437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.686437] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.686437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.686437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.686633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.687099] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.687099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.687099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.687099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.687301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.687301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.687428] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.848245] env[69801]: INFO networking_nsxv3.common.synchronization [req-1b324a8d-dae8-4ff7-a3bf-76180564e6de req-0e4c2fd4-1146-4a91-8a52-eeb13a69166b tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 848.848817] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 848.849343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.849488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.849576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.849805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.850013] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.850411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.850601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.850891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.851023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.851136] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.045220] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.045755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.045755] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c264f018-cdd9-424b-800d-9d46efd99dc5 with status ACTIVE [ 849.045996] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.046174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.046272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.046587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.046729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.046992] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.047166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.047273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.047522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.051103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.051472] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.051674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.052653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.052653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.052653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.052653] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c264f018-cdd9-424b-800d-9d46efd99dc5 is going to be updated. [ 849.080196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.080417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.080501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.080713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.080865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.081085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c264f018-cdd9-424b-800d-9d46efd99dc5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.193025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 849.219179] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.219509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.219509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.219738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.219875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.220179] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.220291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.220748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.221247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.221479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.221752] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.221856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.221923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.222124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.222234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.222588] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.222947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.223029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.223196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.223279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.223392] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 849.316069] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.316069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.316307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.317325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.317325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.352264] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 849.357626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.357626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.357626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.357626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.384087] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad784cd-184c-462b-b05b-ba578135308e in Status: SUCCESS [ 849.386377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.405423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.405423] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.405423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.405423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.408643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.408643] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 849.455574] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.455812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.455893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.456232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.456476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.476751] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 849.876193] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 in Status: SUCCESS [ 849.876532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.876601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.876805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.879948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.879948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.879948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.879948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.879948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.879948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.879948] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.879948] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 849.879948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.880357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.880357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.880461] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.880572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.880647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.880814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.880909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.881103] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.956025] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7a3cd140-c517-4c26-a417-bcb2711995a3 None None] Enqueued Resource ID: 3de6e91d-ad74-4f5b-812f-a9a98cb5b02f with Priority: HIGHEST for action port [ 849.956025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de6e91d-ad74-4f5b-812f-a9a98cb5b02f with Priority: HIGHEST for action port [ 849.956025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de6e91d-ad74-4f5b-812f-a9a98cb5b02f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.956025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de6e91d-ad74-4f5b-812f-a9a98cb5b02f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.956025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de6e91d-ad74-4f5b-812f-a9a98cb5b02f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.956025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de6e91d-ad74-4f5b-812f-a9a98cb5b02f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.956025] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de6e91d-ad74-4f5b-812f-a9a98cb5b02f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.104832] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.107021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.107021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.107021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.107021] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.107349] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.107573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.111022] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.111022] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.111022] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.111022] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.111022] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.111022] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.111022] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.111022] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.111022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.135026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.135026] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.135026] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.135026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.135026] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.135026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.135026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.135026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.135529] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fee4ffe-72a9-4861-96fc-53fa2c7e2e36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.382659] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.383707] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.460186] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3de6e91d-ad74-4f5b-812f-a9a98cb5b02f [ 850.460186] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.460186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.460186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.462090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.462090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.462090] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3de6e91d-ad74-4f5b-812f-a9a98cb5b02f already deleted. [ 850.462090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de6e91d-ad74-4f5b-812f-a9a98cb5b02f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.638609] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.638978] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.639282] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.639776] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.639940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640288] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 not found, creating... [ 850.640653] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.640941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.641618] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.641932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.642147] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.642584] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.642810] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.642962] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.643269] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.643443] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.643749] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 is going to be created. [ 850.670851] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.671338] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.671872] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.671872] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.672227] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.672436] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.887720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0150e40b-199d-48b0-8ac4-2e11eee576d4: rpc.has_security_group_logging(os_id): False [ 850.887720] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.913982] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913982] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.913982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.913982] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 is going to be created. [ 851.007832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.010358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.010358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.010358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.010358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.025590] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 in Status: IN_PROGRESS for 2s [ 851.375329] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 851.378081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.391089] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.391441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.391558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.391826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.392072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.392195] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 851.430929] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.431424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.431526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.432301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.432301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.453230] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 851.489075] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 851.489275] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 851.489373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.941653] env[69801]: INFO networking_nsxv3.common.synchronization [req-1b324a8d-dae8-4ff7-a3bf-76180564e6de req-608b8733-44a3-4401-8530-e9af6f340a64 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 851.941653] env[69801]: INFO networking_nsxv3.common.synchronization [req-1b324a8d-dae8-4ff7-a3bf-76180564e6de req-608b8733-44a3-4401-8530-e9af6f340a64 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 851.941653] env[69801]: INFO networking_nsxv3.common.synchronization [req-1b324a8d-dae8-4ff7-a3bf-76180564e6de req-608b8733-44a3-4401-8530-e9af6f340a64 service nova] Enqueued Resource ID: 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 with Priority: HIGHEST for action port [ 851.941653] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 851.941653] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 851.941653] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 with Priority: HIGHEST for action port [ 851.947063] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.947301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.947418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.947720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.947843] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.950677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.952806] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.952806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.952806] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.953486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.953486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.953486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.953632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.953683] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fee4ffe-72a9-4861-96fc-53fa2c7e2e36',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.956985] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 851.956985] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:1 started [ 851.979706] env[69801]: INFO networking_nsxv3.common.synchronization [req-8b6dd767-e7d5-47e3-926a-69deb33ea654 req-1906c1d4-1892-4be9-96c1-addf40c43e1e tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Enqueued Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_members [ 851.980039] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_members [ 851.980823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.980823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.980823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.983669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.984373] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.984373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.984373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.984373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.984373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.984639] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.331034] env[69801]: INFO networking_nsxv3.common.synchronization [None req-b7bda2a1-34e3-4dba-847e-50c777308bb3 None None] Enqueued Resource ID: 230c8766-d4a1-407c-b5ba-970bb6219882 with Priority: HIGHEST for action port [ 852.331660] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 230c8766-d4a1-407c-b5ba-970bb6219882 with Priority: HIGHEST for action port [ 852.331891] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-230c8766-d4a1-407c-b5ba-970bb6219882 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.332016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-230c8766-d4a1-407c-b5ba-970bb6219882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.332277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-230c8766-d4a1-407c-b5ba-970bb6219882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.332619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-230c8766-d4a1-407c-b5ba-970bb6219882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.332619] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('230c8766-d4a1-407c-b5ba-970bb6219882',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.460619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.460619] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.460619] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 with status ACTIVE [ 852.460619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.460619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.460619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.461175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.461175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.461175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.461175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.461175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.462401] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 is going to be updated. [ 852.465058] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.466150] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-972" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466319] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-972" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.466617] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-972" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.467144] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.467144] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.467319] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.467685] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.467685] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.467830] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.467902] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.469035] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.469035] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.469035] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.469035] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.469035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.487742] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.487912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.487981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.488206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.488286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.488480] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.488598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.488659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.488808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.488876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.488956] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 already deleted. [ 852.489041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.494174] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.494332] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.494530] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.494691] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-972" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.495023] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-7595d16a-4fbe-42b2-935d-16bfa20485dd taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.496025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.496025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.496025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.496025] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7595d16a-4fbe-42b2-935d-16bfa20485dd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.498801] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.498869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.498902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.499086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.499217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.499491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.836030] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 230c8766-d4a1-407c-b5ba-970bb6219882 [ 852.836329] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.836590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.836590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.836886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.836982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.837035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:230c8766-d4a1-407c-b5ba-970bb6219882 already deleted. [ 852.837149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-230c8766-d4a1-407c-b5ba-970bb6219882" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.965902] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.999411] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.002211] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.002478] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.002796] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.004086] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.004086] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 7595d16a-4fbe-42b2-935d-16bfa20485dd not found, creating... [ 853.004086] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.004086] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.004086] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.004086] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.004086] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.005067] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.005255] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.006196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.006196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.006196] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.006196] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 7595d16a-4fbe-42b2-935d-16bfa20485dd is going to be created. [ 853.029895] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.030074] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.030210] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.030486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.030713] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.030947] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.044288] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 in Status: SUCCESS [ 853.044564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.463858] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 853.464147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.464435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.464782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.465612] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.465793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.465916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.466180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.466232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.466316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.466412] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.467954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.468095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.468163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.468359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.468440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.468555] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 853.509494] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.509494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.509494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.509832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.509832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.524791] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 853.969181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.975966] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.975966] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.975966] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.975966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.976729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.976729] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.082351] env[69801]: INFO networking_nsxv3.common.synchronization [req-8b6dd767-e7d5-47e3-926a-69deb33ea654 req-4237a2f3-02a7-4c70-b042-0d4055bb51ca service nova] Enqueued Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_rules [ 854.082566] env[69801]: INFO networking_nsxv3.common.synchronization [req-8b6dd767-e7d5-47e3-926a-69deb33ea654 req-4237a2f3-02a7-4c70-b042-0d4055bb51ca service nova] Enqueued Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_members [ 854.082718] env[69801]: INFO networking_nsxv3.common.synchronization [req-8b6dd767-e7d5-47e3-926a-69deb33ea654 req-4237a2f3-02a7-4c70-b042-0d4055bb51ca service nova] Enqueued Resource ID: 7595d16a-4fbe-42b2-935d-16bfa20485dd with Priority: HIGHEST for action port [ 854.083271] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_rules [ 854.083412] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_members [ 854.083508] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7595d16a-4fbe-42b2-935d-16bfa20485dd with Priority: HIGHEST for action port [ 854.083793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.083915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.083976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.086093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.087020] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.087566] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.087566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.087566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.087566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.087796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.090797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.090797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.090797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.090797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.090797] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.090797] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7595d16a-4fbe-42b2-935d-16bfa20485dd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.091360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.091360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.091360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.091360] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7595d16a-4fbe-42b2-935d-16bfa20485dd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.480857] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 998966f5-6d69-4b29-90f8-7c23268f3f59: rpc.has_security_group_logging(os_id): False [ 854.499967] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.500182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.500260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.500472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.521073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.521773] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.521928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.522060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.522422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.522523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.522861] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.526414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.526705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.526816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.527140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.527237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.527273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.527440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.527517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.527605] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 854.593047] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.593047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.593047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.593047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.593047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.594137] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7595d16a-4fbe-42b2-935d-16bfa20485dd with status ACTIVE [ 854.595029] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.595029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.595029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.595029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.595029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.595029] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.598063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.598063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.598063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.598063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.598665] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.598665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.598801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.599015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.599015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.599095] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7595d16a-4fbe-42b2-935d-16bfa20485dd is going to be updated. [ 854.600489] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.605051] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.605051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.617250] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 854.628467] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.628467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.628467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.628467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.628467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.628467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7595d16a-4fbe-42b2-935d-16bfa20485dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.632119] env[69801]: INFO networking_nsxv3.common.synchronization [req-ed112db4-0e9b-401b-9269-87201f8cbf64 req-9600dcc1-e88e-4ed1-af92-9897885c6abb tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Enqueued Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_members [ 854.632119] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_members [ 854.632262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.632331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.632426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.632757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.632929] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.633074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.633136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.633316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.633350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.633491] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.103136] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.137948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.137948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.137948] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a already deleted. [ 855.137948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.441107] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.442306] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-709" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.442306] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-709" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.442306] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-709" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.442306] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.442306] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.442306] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.442837] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.442837] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.444806] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.444953] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.445115] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.445201] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.445319] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.445435] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.445611] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.468168] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.468805] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.468805] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.468896] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-709" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.469227] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-e2e1ac42-f272-4a13-8520-7bba90e73757 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.469422] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.469567] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.470139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.470139] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e1ac42-f272-4a13-8520-7bba90e73757',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.539129] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 855.539225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.539392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.539666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.539904] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.543670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.543670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.543670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.543670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.543670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.543670] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.606117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.606351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.606351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.607096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.607096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.607096] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 is going to be created. [ 855.640376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.640567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.640656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.640940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.641229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.653872] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: UNINITIALIZED for 2s [ 855.972926] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.973157] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.973304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.973602] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.973754] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.973953] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port e2e1ac42-f272-4a13-8520-7bba90e73757 not found, creating... [ 855.974272] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.974413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.974551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.974831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.976179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.976179] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.976179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.976179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.976179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.976179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.976632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: e2e1ac42-f272-4a13-8520-7bba90e73757 is going to be created. [ 856.004324] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.004324] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.004324] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.004324] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.004324] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.004706] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.047530] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.047692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.047758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.047973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.048159] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.048260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.048334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.048473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.048558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.048648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.048957] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.048957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.048957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.049119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.052267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.052401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.052466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.052623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.052707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.052795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.052886] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.556401] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa2e54-0cf8-418b-9a6c-efca63384668: rpc.has_security_group_logging(os_id): False [ 856.580275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.580441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.580618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.580973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.581120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.581477] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.581609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.581681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.581937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.582043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.582303] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.582413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.582489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.582763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.582897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.583236] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.583492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.583492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.583710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.583967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.584616] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 856.629865] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 856.629865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.671332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.671332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.671332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.671332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.671332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.689595] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 857.356969] env[69801]: INFO networking_nsxv3.common.synchronization [req-ed112db4-0e9b-401b-9269-87201f8cbf64 req-41e6c50e-f3a3-4a3f-a050-483e0012b997 service nova] Enqueued Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_rules [ 857.357251] env[69801]: INFO networking_nsxv3.common.synchronization [req-ed112db4-0e9b-401b-9269-87201f8cbf64 req-41e6c50e-f3a3-4a3f-a050-483e0012b997 service nova] Enqueued Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_members [ 857.357434] env[69801]: INFO networking_nsxv3.common.synchronization [req-ed112db4-0e9b-401b-9269-87201f8cbf64 req-41e6c50e-f3a3-4a3f-a050-483e0012b997 service nova] Enqueued Resource ID: e2e1ac42-f272-4a13-8520-7bba90e73757 with Priority: HIGHEST for action port [ 857.360690] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_rules [ 857.360690] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_members [ 857.360690] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e1ac42-f272-4a13-8520-7bba90e73757 with Priority: HIGHEST for action port [ 857.360690] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.360690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.360690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.360690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.360690] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.360690] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.360690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.360690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.360690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.362429] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.362429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.362429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.362429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.362429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.362429] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.364527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e1ac42-f272-4a13-8520-7bba90e73757 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.364527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.364527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.364527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.364527] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e1ac42-f272-4a13-8520-7bba90e73757',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.517209] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-968e2963-3471-41c0-b97b-7497e2eb92b0 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 857.517890] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 857.518386] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.519298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.519298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.519298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.519606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.519606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.519706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.519829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.519942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.520217] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.668165] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: UNINITIALIZED for 4s [ 857.868204] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.869303] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.869479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.869560] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2e1ac42-f272-4a13-8520-7bba90e73757 with status ACTIVE [ 857.869720] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.869830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.869887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.871338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.871338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.872489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.872606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.872686] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2e1ac42-f272-4a13-8520-7bba90e73757 is going to be updated. [ 857.900932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.900932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.900932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.900932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.900932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.900932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e1ac42-f272-4a13-8520-7bba90e73757" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.994889] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-e6972d74-9f02-4db2-9a3b-3c6aeb6192fa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 857.995475] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 857.995819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.995920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.023323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.023323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.023323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.023698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.023698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.023883] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.024934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.024934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.024934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.024934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.024934] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc already deleted. [ 858.024934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.024934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.025249] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.025343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.025343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.025619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.025720] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.377484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.494762] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-6843b7fb-a6fd-4ac6-9805-0c5479cfb9d6 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 858.494923] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 858.496899] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.497084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.529023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.529023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.529023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.529476] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc already deleted. [ 858.529476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.529758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.529940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.530411] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.530583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.530669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.530940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.531037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.531137] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.703239] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 858.703561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.880846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.881887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.881991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.882919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.882919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.882919] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a is going to be created. [ 858.919012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.919487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.919653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.938883] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a in Status: UNINITIALIZED for 2s [ 859.033291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.033535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.033617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.033859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.034056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.034241] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.034377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.034477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.034679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.034760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.034846] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc already deleted. [ 859.034914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.080732] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.080923] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.081057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.081470] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.081733] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.081895] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.082787] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.083374] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.083538] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.083768] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.083887] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.084056] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.084193] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.084310] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.084417] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.084591] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.107189] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.107189] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.107189] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.107354] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.107781] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-4357ae8d-4d81-47e7-a17e-58cba65d9396 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.107877] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.108055] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.108374] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.108511] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4357ae8d-4d81-47e7-a17e-58cba65d9396',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.617454] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.617454] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 4357ae8d-4d81-47e7-a17e-58cba65d9396 not found, creating... [ 859.617454] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.617454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.618635] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.619111] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.619399] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.621468] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.621468] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.621468] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 4357ae8d-4d81-47e7-a17e-58cba65d9396 is going to be created. [ 859.642834] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.643080] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.643210] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.643495] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.643761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.647813] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.678975] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: SUCCESS [ 859.679637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.679997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.680363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.681121] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.681522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.684340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.684340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.684340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.684340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.684340] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.188555] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.691582] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5: rpc.has_security_group_logging(os_id): False [ 860.704780] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-6de876d7-831a-4cdf-a996-b0be0c099656 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 860.705278] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-6de876d7-831a-4cdf-a996-b0be0c099656 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 860.705278] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-6de876d7-831a-4cdf-a996-b0be0c099656 service nova] Enqueued Resource ID: 4357ae8d-4d81-47e7-a17e-58cba65d9396 with Priority: HIGHEST for action port [ 860.705384] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 860.705461] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 860.706282] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4357ae8d-4d81-47e7-a17e-58cba65d9396 with Priority: HIGHEST for action port [ 860.706282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.706516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.706516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.706780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.706780] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.708575] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.708575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.708575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.708575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.708575] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.708575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.708575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.708835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.708835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.708940] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.709584] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4357ae8d-4d81-47e7-a17e-58cba65d9396 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.709691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.709757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.709911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.709986] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4357ae8d-4d81-47e7-a17e-58cba65d9396',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.713131] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.713262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.713349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.713500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.713587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.713830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.713921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.713969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.714119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.714193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.714279] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 is going to be created. [ 860.826607] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.826757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.826757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.829320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.829320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.844120] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: IN_PROGRESS for 2s [ 860.950188] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a in Status: SUCCESS [ 860.951032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.951032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.951032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.951032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.952441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.952441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.952441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.952441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.952441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.952441] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.010900] env[69801]: INFO networking_nsxv3.common.synchronization [req-d9a12e22-30b0-4b29-890a-42d546bd57f1 req-342b0f34-9de3-47b1-873b-dbfeb7d5dd3a tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 861.011465] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 861.012436] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.012622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.012730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.013047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.013267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.013410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.013497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.013865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.014033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.014199] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.217873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.218924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.219179] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4357ae8d-4d81-47e7-a17e-58cba65d9396 with status ACTIVE [ 861.219372] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.219481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.219547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.219752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.219840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.220035] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.220136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.220199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.220357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.220434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.220609] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.220703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.220764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.220900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.220972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.221067] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4357ae8d-4d81-47e7-a17e-58cba65d9396 is going to be updated. [ 861.224401] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.248362] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.249581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.249581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.249581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.250161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.250500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4357ae8d-4d81-47e7-a17e-58cba65d9396" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.456100] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.485141] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.485141] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.485141] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.485647] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.486114] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.486471] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.486714] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.487074] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.487401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.487778] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.488108] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.488438] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.488657] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.488868] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.489070] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.489320] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.511863] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.512386] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.512672] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.512991] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.514019] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a35abc74-3513-4bd5-bfcd-e403768efaf6 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.514395] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.514687] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.515629] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.515629] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35abc74-3513-4bd5-bfcd-e403768efaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.518100] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.609209] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.609432] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-373" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.609572] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-373" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.610060] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-373" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.610882] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.610882] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.610882] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.610882] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.611122] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.611203] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.611333] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.611484] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.611641] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.611829] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.611961] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.612121] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.632444] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.632639] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.632815] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.633054] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-373" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.633401] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.633582] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.633769] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.634151] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.634295] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ef6c9e-db3e-42ba-ab2d-e46f1264947f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.730231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.881482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.881482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.881482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.881482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.881805] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.959000] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a: rpc.has_security_group_logging(os_id): False [ 861.981927] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.982347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982675] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.983104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.983230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.983268] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a is going to be created. [ 862.021387] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.021617] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.021748] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.022056] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.022206] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.022362] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a35abc74-3513-4bd5-bfcd-e403768efaf6 not found, creating... [ 862.022631] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.022801] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.022911] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.023147] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.023312] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.023597] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.023757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.023874] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.024800] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.025027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.025198] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a35abc74-3513-4bd5-bfcd-e403768efaf6 is going to be created. [ 862.026374] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.054663] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.054927] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.055071] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.055358] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.055916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.055916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.060198] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.060357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.060402] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.060598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.060830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.076037] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a in Status: IN_PROGRESS for 2s [ 862.137054] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.137494] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.137494] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.137494] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.137731] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.137817] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a3ef6c9e-db3e-42ba-ab2d-e46f1264947f not found, creating... [ 862.138127] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.138310] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.138429] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.138702] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.138849] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.139226] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.139404] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.139526] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.139764] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.139905] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.140108] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a3ef6c9e-db3e-42ba-ab2d-e46f1264947f is going to be created. [ 862.189154] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.189154] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.189436] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.189568] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.189749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.189979] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.232984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.233418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.233418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.233614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.233718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.233821] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be created. [ 862.273016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.273405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.273520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.273787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.274030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.288619] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: UNINITIALIZED for 2s [ 862.385009] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.528959] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.529308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.529460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.529847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.530034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.530219] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be updated. [ 862.566556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.566556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.566556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.566556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.566556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.577089] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 862.859373] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: SUCCESS [ 862.863111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.891986] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.938666] env[69801]: INFO networking_nsxv3.common.synchronization [req-d9a12e22-30b0-4b29-890a-42d546bd57f1 req-d8577cd2-2c50-4387-b471-457b35076911 service nova] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_rules [ 862.939693] env[69801]: INFO networking_nsxv3.common.synchronization [req-d9a12e22-30b0-4b29-890a-42d546bd57f1 req-d8577cd2-2c50-4387-b471-457b35076911 service nova] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 862.939693] env[69801]: INFO networking_nsxv3.common.synchronization [req-d9a12e22-30b0-4b29-890a-42d546bd57f1 req-d8577cd2-2c50-4387-b471-457b35076911 service nova] Enqueued Resource ID: a35abc74-3513-4bd5-bfcd-e403768efaf6 with Priority: HIGHEST for action port [ 862.940608] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_rules [ 862.940920] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 862.940920] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35abc74-3513-4bd5-bfcd-e403768efaf6 with Priority: HIGHEST for action port [ 862.941245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.941342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.941795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.941795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.941795] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.943878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.943878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.943878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35abc74-3513-4bd5-bfcd-e403768efaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.943878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.943878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.944268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.944268] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35abc74-3513-4bd5-bfcd-e403768efaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.080138] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-7937945b-45e4-45cc-ab22-7578bb0b9932 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 863.080138] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-7937945b-45e4-45cc-ab22-7578bb0b9932 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 863.080138] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-7937945b-45e4-45cc-ab22-7578bb0b9932 service nova] Enqueued Resource ID: a3ef6c9e-db3e-42ba-ab2d-e46f1264947f with Priority: HIGHEST for action port [ 863.083810] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 863.084052] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 863.084122] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ef6c9e-db3e-42ba-ab2d-e46f1264947f with Priority: HIGHEST for action port [ 863.084951] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.084951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.084951] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.085796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.085796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.085796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.085796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.085796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.086091] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ef6c9e-db3e-42ba-ab2d-e46f1264947f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.395246] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 863.395526] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 863.446553] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.446891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.446891] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a35abc74-3513-4bd5-bfcd-e403768efaf6 with status ACTIVE [ 863.447071] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.447137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.447186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.447492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.447594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.447770] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.447869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.447925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.448095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.448172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.448349] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.448440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.448495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.448634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.448706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.448787] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a35abc74-3513-4bd5-bfcd-e403768efaf6 is going to be updated. [ 863.471050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.471280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.471410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.471786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.471972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.472455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35abc74-3513-4bd5-bfcd-e403768efaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.589418] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3ef6c9e-db3e-42ba-ab2d-e46f1264947f with status ACTIVE [ 863.589653] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.589782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.589844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.590074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.590167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.590344] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.590446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.590512] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.590658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.590734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.590913] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.591014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.591081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.591213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.591314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.591414] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3ef6c9e-db3e-42ba-ab2d-e46f1264947f is going to be updated. [ 863.628255] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.628418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.628462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.628687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.629696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.629696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.046836] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.047308] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.047559] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.047998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.048833] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.049251] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.049542] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.049992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.050347] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050738] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.051137] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.051376] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.051613] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.051997] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.052136] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.052426] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.072888] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.072888] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.072888] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.072888] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-666" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.073296] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-7c448106-e86f-4337-a568-4bb6830dcb8c taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.073630] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.073879] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.074339] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.074620] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c448106-e86f-4337-a568-4bb6830dcb8c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.087975] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a in Status: SUCCESS [ 864.088209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.298797] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 864.298797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.299055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.299525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.299774] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.300175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.300302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.300488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.300597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.300691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.300987] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.301870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.302135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.302365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.302600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.302715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.302997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.303148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303282] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.467595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.467595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.467595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.467595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.482267] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 864.483815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.485140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 864.514317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.514649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.514649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.516331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.521208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.521725] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 864.521796] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 864.521884] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 864.566084] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.566084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.566084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.566084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.566982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.567374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 864.578413] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.578492] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.578653] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.579613] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.579613] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.579613] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 7c448106-e86f-4337-a568-4bb6830dcb8c not found, creating... [ 864.579613] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.579825] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.579825] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.580032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.580165] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.580445] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.581084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.581084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.581084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.581233] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.581368] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 7c448106-e86f-4337-a568-4bb6830dcb8c is going to be created. [ 864.593100] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 864.593332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.593505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.593712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.593896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.594025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.594089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.594237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.594317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.594411] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.610684] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.611042] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.611136] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.611396] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.611573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611795] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.657278] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.658320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.658320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.658320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.658320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.658320] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 864.805467] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.805726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.805977] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.845501] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.845721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.845721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.845950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.846196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.846443] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 864.846534] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5454d744-331b-43b1-9ecb-f489fc189ef9', '3e7386ed-aba0-4164-a4f9-b2b606a5d29d', 'c13f9f8e-c2d9-4022-b576-029038524f93', '18199b81-b786-4838-9514-91d051eb3ab3', '65e78f0b-e584-44fa-a69a-2628dc849ea3', '69bab5e2-6539-4ba6-b6ff-dc522960125a', 'd270169b-8995-4cc4-a7e4-a99a2a1f77e5', 'c255700a-ce63-495a-84ce-fc9bb6af26ce', '8cf883ed-2bfd-4cbe-a43a-0e34013d81a2', 'df1cb5db-aefd-4835-9214-0f55c3baeaf6', '3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42', '0865534e-c4f4-474b-9bef-371b3c499360', 'fe508459-8a13-4c9e-bc60-02b6f4612fb9', '288de82c-2cd8-40be-8ab6-71dd1398652a', '998966f5-6d69-4b29-90f8-7c23268f3f59', 'c8c958ed-a6ee-4c57-be2c-1e73825f6d39', '7427be9f-99cb-437f-969f-7f21198eee87', 'a30875f3-6eac-4776-9f17-f303341d60e6', '18f6d164-64f1-401a-ad59-7056beb50404', '63aa2e54-0cf8-418b-9a6c-efca63384668', 'a078147c-8e10-4e33-939e-f1853e0a0a31', '087531f1-f25e-4340-83c4-17643e3d8954', '40b11268-5c8e-4d1c-b655-6dd67aeaa5f5', '5b008dd5-5774-4449-96b4-3ba2d3f3ddc4', '73d7a96f-cceb-4f00-a703-3b110ade2117', 'fad784cd-184c-462b-b05b-ba578135308e', '4fd907dc-ccba-4da0-87c1-df3110a60f1c', 'bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408', '5795bc69-5261-46e7-a5c8-1ddac7532bf5', '43a2dee9-b9f8-4a18-90f1-73eb8550a5f5', '270f0e05-6793-49f6-a140-f3e203598a36', 'f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c', '1838e4ed-f16a-4a9f-bd67-9a91b1387f6a', 'cffe5e15-9c0d-4557-b826-551edd0f2f55', '0150e40b-199d-48b0-8ac4-2e11eee576d4'} {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 864.846632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 864.867963] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.868219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.868219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.868416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.868501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.868609] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 864.872026] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 864.872026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 864.948951] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.949173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.949296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.949451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.950175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.950430] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 864.950495] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 864.950592] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 864.950674] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 864.950761] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 864.950814] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGH for action security_group_rules [ 864.950851] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGH for action security_group_rules [ 864.950916] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGH for action security_group_rules [ 864.950987] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGH for action security_group_rules [ 864.951062] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGH for action security_group_rules [ 864.951134] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGH for action security_group_rules [ 864.951340] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGH for action security_group_rules [ 864.951340] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGH for action security_group_rules [ 864.951340] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGH for action security_group_rules [ 864.951508] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGH for action security_group_rules [ 864.951508] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGH for action security_group_rules [ 864.951508] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGH for action security_group_rules [ 864.951645] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGH for action security_group_rules [ 864.951645] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGH for action security_group_rules [ 864.951645] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGH for action security_group_rules [ 864.951757] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGH for action security_group_rules [ 864.951787] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGH for action security_group_rules [ 864.951840] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGH for action security_group_rules [ 864.951903] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGH for action security_group_rules [ 864.951967] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGH for action security_group_rules [ 864.952094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.096539] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.308145] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.599534] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.635843] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-f5aadcfa-89e2-4f11-b65d-850150033023 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 865.636071] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-f5aadcfa-89e2-4f11-b65d-850150033023 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 865.636218] env[69801]: INFO networking_nsxv3.common.synchronization [req-3db3ae2b-ca09-4935-8211-9d597d4adaaa req-f5aadcfa-89e2-4f11-b65d-850150033023 service nova] Enqueued Resource ID: 7c448106-e86f-4337-a568-4bb6830dcb8c with Priority: HIGHEST for action port [ 865.636464] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 865.636628] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 865.636738] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c448106-e86f-4337-a568-4bb6830dcb8c with Priority: HIGHEST for action port [ 865.636848] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGH for action security_group_rules [ 865.636945] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGH for action security_group_rules [ 865.637052] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGH for action security_group_rules [ 865.637195] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGH for action security_group_rules [ 865.637232] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGH for action security_group_rules [ 865.637541] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f6d164-64f1-401a-ad59-7056beb50404 with Priority: HIGH for action security_group_rules [ 865.637541] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30875f3-6eac-4776-9f17-f303341d60e6 with Priority: HIGH for action security_group_rules [ 865.637541] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7427be9f-99cb-437f-969f-7f21198eee87 with Priority: HIGH for action security_group_rules [ 865.637541] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGH for action security_group_rules [ 865.637751] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 with Priority: HIGH for action security_group_rules [ 865.637751] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGH for action security_group_rules [ 865.637820] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865534e-c4f4-474b-9bef-371b3c499360 with Priority: HIGH for action security_group_rules [ 865.637858] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 with Priority: HIGH for action security_group_rules [ 865.637947] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGH for action security_group_rules [ 865.639847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGH for action security_group_rules [ 865.640037] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a with Priority: HIGH for action security_group_rules [ 865.640152] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c255700a-ce63-495a-84ce-fc9bb6af26ce with Priority: HIGH for action security_group_rules [ 865.640300] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 with Priority: HIGH for action security_group_rules [ 865.640406] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGH for action security_group_rules [ 865.640907] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGH for action security_group_rules [ 865.641245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.641245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.641424] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.641505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.642092] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c448106-e86f-4337-a568-4bb6830dcb8c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.642206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.642272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.642522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.642629] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c448106-e86f-4337-a568-4bb6830dcb8c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.643751] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.643863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.643931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.644139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.644216] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.649596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.649596] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.649596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.649596] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.649596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.649596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.649596] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.651302] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.651302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.651302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.651302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.651302] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.651796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f6d164-64f1-401a-ad59-7056beb50404 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.651796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.651928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.651985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.652195] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f6d164-64f1-401a-ad59-7056beb50404',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.653087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a30875f3-6eac-4776-9f17-f303341d60e6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.653195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.653261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.653407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.653477] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a30875f3-6eac-4776-9f17-f303341d60e6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.657514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7427be9f-99cb-437f-969f-7f21198eee87 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.657514] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7427be9f-99cb-437f-969f-7f21198eee87',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.657514] env[69801]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 865.657514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.657514] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.657514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.657514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.658688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.658688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.658688] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8c958ed-a6ee-4c57-be2c-1e73825f6d39',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.659126] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.659536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.659536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.659646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.659646] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.660677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0865534e-c4f4-474b-9bef-371b3c499360 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.660963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.660963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.661159] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0865534e-c4f4-474b-9bef-371b3c499360',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.662056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.662190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.662287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.662464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.662646] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.664257] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.664257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.664257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.664257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.664257] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.665069] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.665376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.665376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.665376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.665524] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.666899] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69bab5e2-6539-4ba6-b6ff-dc522960125a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.666899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.666899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.666899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.666899] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69bab5e2-6539-4ba6-b6ff-dc522960125a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.667482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c255700a-ce63-495a-84ce-fc9bb6af26ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.667591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.667658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.667826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.667899] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c255700a-ce63-495a-84ce-fc9bb6af26ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.671135] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e78f0b-e584-44fa-a69a-2628dc849ea3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.671135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.671135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.671135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.671407] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e78f0b-e584-44fa-a69a-2628dc849ea3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.671441] env[69801]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 865.673238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.673238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.673238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.673238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.673238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.673238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.673238] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.812453] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.812680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.812680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.812886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.813878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.813878] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 865.848821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.848821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.848821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.848821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.848821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.859505] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 866.103704] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.103887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.103957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.104195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.104286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.104403] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be updated. [ 866.144154] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.144346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.144392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.144748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.144748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.156741] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 866.175928] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.176457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.176457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.176457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.177853] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.177853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.177853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.177853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.178078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.178078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.178192] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.182151] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c448106-e86f-4337-a568-4bb6830dcb8c with status ACTIVE [ 866.182151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.182151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.182151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.182151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.182151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.182151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.183019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.183758] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c448106-e86f-4337-a568-4bb6830dcb8c is going to be updated. [ 866.187313] env[69801]: INFO networking_nsxv3.common.synchronization [req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 req-1a3c2880-9539-4ce7-9f56-57736e8dad0a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 866.188530] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 866.189608] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.189608] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.190236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.190236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.190236] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.205221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.205482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.205482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.205748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.205939] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.206065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.206112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.206274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.206348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.206438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.206524] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.212608] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.212782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.212833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.213059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.222147] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.222411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.222545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.222876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.223205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.223448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.223945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.224216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.224410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.224507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.224781] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.228095] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.228095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.228697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.228697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.228697] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.228697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.228697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.228993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.228993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.228993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.229269] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.232148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.232337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.232417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.232593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.232739] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.232860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.232979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.233138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.233237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.233326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.233434] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.234933] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.235137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.235291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.235448] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.235606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.235795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.235942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.236126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.236126] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.241266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.241507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.241631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.241862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.242320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.242471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.242555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.242725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.242817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.242906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.243095] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.253661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.253843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.253942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.254221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.254422] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.254558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.254715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.254861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.254968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.255042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.255219] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.255316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.255391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.256070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.256070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.256350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.256350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.256350] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.263174] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.263441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.263441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.263627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.263776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.263929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.264051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.264263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.264401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.264550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.264800] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.264957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.265079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.265382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.265568] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.265772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.266028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.266028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.266114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.266229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.266286] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.273577] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.273800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.273800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.274779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.274779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.275114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c448106-e86f-4337-a568-4bb6830dcb8c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.294033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 998966f5-6d69-4b29-90f8-7c23268f3f59: rpc.has_security_group_logging(os_id): False [ 866.318599] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.318599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.323878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.324061] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be deleted. [ 866.325436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.325436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.375883] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.376138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.377495] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.377687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.378840] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.378994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.381458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.381717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.385368] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.385533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.386963] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.386963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.388322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.388322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.389547] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.389547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.390687] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.390930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.391806] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.391960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.394542] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 866.394943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.395142] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7427be9f-99cb-437f-969f-7f21198eee87 is going to be deleted. [ 866.396274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.396599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.417071] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.417449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.428290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.428756] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c958ed-a6ee-4c57-be2c-1e73825f6d39 is going to be deleted. [ 866.429964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.430244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.457080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.457381] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0865534e-c4f4-474b-9bef-371b3c499360 is going to be deleted. [ 866.458723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.459170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.469025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.469396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.484353] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.484712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.487855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.487855] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c255700a-ce63-495a-84ce-fc9bb6af26ce is going to be deleted. [ 866.487855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.487855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.515329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.515516] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e78f0b-e584-44fa-a69a-2628dc849ea3 is going to be deleted. [ 866.516888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.519137] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.519137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.546501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.546620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be deleted. [ 866.548116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.548377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.564032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.564237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.585461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.585461] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69bab5e2-6539-4ba6-b6ff-dc522960125a is going to be deleted. [ 866.586561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.586846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.644042] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.644391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.645226] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.645508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.656893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.657151] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a30875f3-6eac-4776-9f17-f303341d60e6 is going to be deleted. [ 866.658100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.658320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.681885] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.682021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.692715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.692838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.709722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.709866] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be deleted. [ 866.711391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.711518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.745727] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.745866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.752209] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.764121] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.769787] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.769787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.772955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.773202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.773495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.773668] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.773763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.773966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.774064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.774155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.774298] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.774388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.774447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.774630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.774772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.774866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.774926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.775327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.775327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.775470] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.777869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.777994] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f6d164-64f1-401a-ad59-7056beb50404 is going to be deleted. [ 866.779816] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.784034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.784034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.789332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d270169b-8995-4cc4-a7e4-a99a2a1f77e5: rpc.has_security_group_logging(os_id): False [ 866.856840] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.856969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.866742] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.866742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.867447] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.867583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883931] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 866.883931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.883931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.883931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.886299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.886736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.887226] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.887615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.889026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.889026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.889026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.889026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.889026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.889026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.889285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.889285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.889520] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 866.890684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.890836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.915530] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.915672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.986906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.987065] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42 is going to be deleted. [ 866.988272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.988390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.988390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.989655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7427be9f-99cb-437f-969f-7f21198eee87" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.989655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.989655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.989655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.989655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8c958ed-a6ee-4c57-be2c-1e73825f6d39" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.989655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.990122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0865534e-c4f4-474b-9bef-371b3c499360" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.990281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c255700a-ce63-495a-84ce-fc9bb6af26ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.990667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.990821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e78f0b-e584-44fa-a69a-2628dc849ea3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.043469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.043598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.043666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.043891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.044087] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.046982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69bab5e2-6539-4ba6-b6ff-dc522960125a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.047555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.047555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.047555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.047677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a30875f3-6eac-4776-9f17-f303341d60e6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.090873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.091261] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.091344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.091344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.091546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.091681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.093117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.093378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.095550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.095805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.095898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.096289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.096642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.096642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.096642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096798] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 867.097904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.098020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.098082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.098185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.098325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.098470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.098547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.098654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.098806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.098945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.099020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.099133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f6d164-64f1-401a-ad59-7056beb50404" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.132327] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.132477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.132573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.132948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.133145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.150418] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.150632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.150632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.150804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.150943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.156403] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.156403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.156403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.156603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.156681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.156794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebf3025-ec36-4b69-a18f-cbb3aa2b2a42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.161531] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 867.183991] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 867.253654] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cb5db-aefd-4835-9214-0f55c3baeaf6: rpc.has_security_group_logging(os_id): False [ 867.268496] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2: rpc.has_security_group_logging(os_id): False [ 867.275236] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.275845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.275845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.276393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.276393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.284161] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa2e54-0cf8-418b-9a6c-efca63384668: rpc.has_security_group_logging(os_id): False [ 867.285356] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 288de82c-2cd8-40be-8ab6-71dd1398652a: rpc.has_security_group_logging(os_id): False [ 867.313728] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.313885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.313955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.314179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.318972] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.319155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.321854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.322233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.325261] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.325468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.334773] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 867.376269] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 867.379312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.379312] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.379561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.379561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.380137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.380137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.380256] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 867.382080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.382431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.427027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.427027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.427027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.427027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.427027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.427027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.427027] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be updated. [ 867.428498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.429085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.466941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.466941] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.466941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.466941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.466941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.466941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.466941] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 is going to be updated. [ 867.467686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.467933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.504061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.504351] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.504496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.504562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.504958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.504958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.505164] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.505270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.505335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.506832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.506832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.506832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.506832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.506832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.506832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.506832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.506832] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 867.533208] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.533208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.533208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.533208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.533208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.536464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.536464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.536464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.536464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.536632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.643229] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 867.644382] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 867.661128] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.661311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.661354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.661561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.661939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.674984] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: IN_PROGRESS for 2s [ 867.716307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.716644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.716813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.719689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.719689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.759436] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 867.877353] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 867.878076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.879544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.879544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.879544] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.879544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.879544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.879544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.880774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.880774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.880774] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.880774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.880774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884559] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.884559] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.171228] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 868.171228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.171228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.171228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.171228] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.171228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.171228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.172396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.172396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.172396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.172396] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.385403] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fd92bac-f25e-46dd-824f-9fbcc6df9adc: rpc.has_security_group_logging(os_id): False [ 868.388850] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.405676] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.408023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408702] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.409119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.409394] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.409742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.410179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.410596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.410881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.413032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.413032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.413032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.413032] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be created. [ 868.519673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.519673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.519673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.519673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.519673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.540053] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 868.678715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.678715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.678715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.678715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.678715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.685781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.685781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.685781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685781] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.891474] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.177588] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 869.177797] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 869.177968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.178232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.178500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.178689] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.178806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.178867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.179028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.179113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.179198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.179349] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.179441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.179503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.179659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.179815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.179902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.179954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.186587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.186587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.186587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.186587] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.189560] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e7386ed-aba0-4164-a4f9-b2b606a5d29d: rpc.has_security_group_logging(os_id): False [ 869.203469] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 869.203684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.213187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.213187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.213187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.213187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.237436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.237756] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.238104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.238104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.238298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.238389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.239185] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.239185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.239933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.240181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.240289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.240528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.241449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.241449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.241449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.241449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241449] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be updated. [ 869.341639] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.341781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.341854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360447] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 869.360829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.362712] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 869.395206] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.395385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.395467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.395830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.395830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.395918] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 869.439697] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.439697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.439697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.440264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.440264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.463256] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 869.665735] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 869.667332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.667332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 869.667332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.690437] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 869.707233] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: SUCCESS [ 869.707587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.739878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.740126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.740388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.740573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.740731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.741053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.741348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.741348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.741629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.741784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.743857] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.744065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.744162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.744453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.744559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.744953] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.745096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.745187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.745388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.745473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.745581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 869.799318] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4b8f2c5f-dc68-4507-8087-a4b354c73569 None None] Enqueued Resource ID: 751fd609-6002-4903-a12d-2bd591910e95 with Priority: HIGHEST for action port [ 869.799909] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751fd609-6002-4903-a12d-2bd591910e95 with Priority: HIGHEST for action port [ 869.800259] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-751fd609-6002-4903-a12d-2bd591910e95 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.801085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751fd609-6002-4903-a12d-2bd591910e95" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.801456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751fd609-6002-4903-a12d-2bd591910e95" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.801670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751fd609-6002-4903-a12d-2bd591910e95" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.801950] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751fd609-6002-4903-a12d-2bd591910e95',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.812806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 869.813131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.863031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.865617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.865617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.865617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.865617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.882969] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 870.304388] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 751fd609-6002-4903-a12d-2bd591910e95 [ 870.304854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.305125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.305249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.305499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.305650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.305809] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:751fd609-6002-4903-a12d-2bd591910e95 already deleted. [ 870.305928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751fd609-6002-4903-a12d-2bd591910e95" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.553258] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 870.553734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.554064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.554608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.555627] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.059624] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.059624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.378991] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 871.378991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.378991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.379309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.379359] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.475499] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 871.475767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.475983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.476567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.476724] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.476953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.477049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.477347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.477475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.477576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.477710] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.883708] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.883708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.883708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.883708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.883708] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.884029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.884029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.885912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.885912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.885912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.885912] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.906803] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 871.907123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.935722] env[69801]: INFO networking_nsxv3.common.synchronization [None req-ac2c6371-0474-401f-8a93-92a793ea9ac7 None None] Enqueued Resource ID: a8b6fead-2cd3-4fcf-82cd-ea27166c16bb with Priority: HIGHEST for action port [ 871.937463] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6fead-2cd3-4fcf-82cd-ea27166c16bb with Priority: HIGHEST for action port [ 871.937463] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b6fead-2cd3-4fcf-82cd-ea27166c16bb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.937463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b6fead-2cd3-4fcf-82cd-ea27166c16bb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.937463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b6fead-2cd3-4fcf-82cd-ea27166c16bb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.937463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b6fead-2cd3-4fcf-82cd-ea27166c16bb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.937463] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b6fead-2cd3-4fcf-82cd-ea27166c16bb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.983700] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983700] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.983700] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983700] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.984845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.984845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.984845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.984845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.984845] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.388805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.389180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.389180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.389267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.389440] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.389554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.389554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.389830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.389830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.389830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.390088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.390088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.390195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.390270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.390405] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.392187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.392187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.392187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.392187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.392187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.392187] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.439504] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b6fead-2cd3-4fcf-82cd-ea27166c16bb [ 872.439784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.439931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.440014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.440240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.440328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.440428] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b6fead-2cd3-4fcf-82cd-ea27166c16bb already deleted. [ 872.440576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b6fead-2cd3-4fcf-82cd-ea27166c16bb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.489489] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fd92bac-f25e-46dd-824f-9fbcc6df9adc: rpc.has_security_group_logging(os_id): False [ 872.513807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.514044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.514297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.514947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.515187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.515478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.515887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.516101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.517198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.517341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.517801] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.518047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.518238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.518957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.519050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.519330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.519470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.519553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.519970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.520180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.520729] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 872.612807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.612807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.612807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.612807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.612807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.629366] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 872.893693] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e7386ed-aba0-4164-a4f9-b2b606a5d29d: rpc.has_security_group_logging(os_id): False [ 872.915927] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.915927] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.915927] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.915927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.916787] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.917107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.917498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.917751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.917962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.920388] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be updated. [ 872.992204] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.992372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.992457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.992723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.992875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.009398] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 873.297866] env[69801]: INFO networking_nsxv3.common.synchronization [req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c req-64cfc5bd-50cb-4674-91c0-1653a7e92c28 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_members [ 873.298418] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_members [ 873.298741] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.298863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.298928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.299460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.299626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.299733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.299810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.300038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.300128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.300225] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.803282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.803675] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.803675] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.803882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.804022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.804316] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.804433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.804499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.804762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.804938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805053] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 already deleted. [ 873.805144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.827408] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.827544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.827710] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.828054] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.828409] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.828561] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.828619] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.828831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.829113] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.829335] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.829459] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.829604] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.829727] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.829871] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.829998] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.830155] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.850760] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.851018] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.851113] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.851248] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.851838] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-81788255-4338-4870-9dcf-8c682719cfbd taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.852036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.852162] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.852494] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.852701] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81788255-4338-4870-9dcf-8c682719cfbd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.355426] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.355835] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.356453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.356505] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.357026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.357580] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 81788255-4338-4870-9dcf-8c682719cfbd not found, creating... [ 874.357580] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.357750] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.357901] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.358486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.358650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.359281] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.359546] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.359723] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.360092] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.360332] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.360632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 81788255-4338-4870-9dcf-8c682719cfbd is going to be created. [ 874.387769] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.388142] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.388294] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.388629] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.388916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.389292] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.647654] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 874.649036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.649036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.649036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.649036] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.026775] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 875.027200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.151833] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.152167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.152331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.152599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.152877] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.153067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.153181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.153459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.153606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.153778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.153957] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.267363] env[69801]: INFO networking_nsxv3.common.synchronization [req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c req-b689bc98-bc27-46b6-9968-933403fc788f service nova] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_rules [ 875.270023] env[69801]: INFO networking_nsxv3.common.synchronization [req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c req-b689bc98-bc27-46b6-9968-933403fc788f service nova] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_members [ 875.270023] env[69801]: INFO networking_nsxv3.common.synchronization [req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c req-b689bc98-bc27-46b6-9968-933403fc788f service nova] Enqueued Resource ID: 81788255-4338-4870-9dcf-8c682719cfbd with Priority: HIGHEST for action port [ 875.270023] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_rules [ 875.270023] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_members [ 875.270023] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81788255-4338-4870-9dcf-8c682719cfbd with Priority: HIGHEST for action port [ 875.270023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.270023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.270023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.270023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.270023] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.270990] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.270990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.270990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.270990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.270990] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.270990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.270990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.271673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.271673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.271673] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.272157] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-81788255-4338-4870-9dcf-8c682719cfbd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.272279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.272346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.272460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.272531] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81788255-4338-4870-9dcf-8c682719cfbd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.659201] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.659201] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.659201] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.659201] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.660143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.660143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.660143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.660143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.660143] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.700219] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-2dfd26b5-8759-45a2-a767-63d3d79402eb tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 875.700219] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 875.700595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.700844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.701027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.701322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.701684] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.701891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.702044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.702293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.702787] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.773990] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.774158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.776054] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81788255-4338-4870-9dcf-8c682719cfbd with status ACTIVE [ 875.776248] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.776390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.776970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.776970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.776970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.776970] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.777392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.777392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.777392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.777392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.778576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.778576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.778576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.778576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.778576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.778576] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81788255-4338-4870-9dcf-8c682719cfbd is going to be updated. [ 875.782359] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.803269] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.803571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.803571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.803782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.803952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.804164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81788255-4338-4870-9dcf-8c682719cfbd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.898202] env[69801]: INFO networking_nsxv3.common.synchronization [req-84ed1e50-29a9-452b-8260-a12cd2865817 req-3cabe41e-032b-407c-94cf-6a7b4d1bd931 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 875.898467] env[69801]: INFO networking_nsxv3.common.synchronization [req-84ed1e50-29a9-452b-8260-a12cd2865817 req-3cabe41e-032b-407c-94cf-6a7b4d1bd931 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_members [ 875.898467] env[69801]: INFO networking_nsxv3.common.synchronization [req-84ed1e50-29a9-452b-8260-a12cd2865817 req-3cabe41e-032b-407c-94cf-6a7b4d1bd931 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 875.899020] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGHEST for action security_group_members [ 875.899243] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGHEST for action security_group_members [ 875.899350] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGHEST for action security_group_members [ 875.899873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.900017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.900084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.900290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.900462] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.900563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.900628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.900781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.900869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.900963] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.901846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73d7a96f-cceb-4f00-a703-3b110ade2117 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.903786] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.903786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.903786] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.906329] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.906458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.906517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.907129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.907311] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.907416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.907481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.907642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.907743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907844] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.130756] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.131084] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.131128] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.131376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.131668] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.131850] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.132011] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.132240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.132387] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.132735] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.132735] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.132894] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.132961] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.133139] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.133259] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.133400] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.154708] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.154904] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.155061] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.155284] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.155611] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-fada95e1-158e-4787-bbcd-6b67fcc5883d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.155723] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.155866] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.156433] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.156433] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fada95e1-158e-4787-bbcd-6b67fcc5883d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.162038] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fd92bac-f25e-46dd-824f-9fbcc6df9adc: rpc.has_security_group_logging(os_id): False [ 876.181125] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.181271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.181342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.181586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.181666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.181849] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.181949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.182020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.182172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.182245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.182421] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.182515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.182739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.182971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.183074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.183282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.183385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.183449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.183594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.183679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.183770] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 876.207375] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.207564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.207637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.207849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.207937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.208215] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.208363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.208363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.208452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.208529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.208614] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be deleted. [ 876.244403] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.244507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.244571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.245066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.245066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.245066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.250357] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.250519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.250585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.250749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.250905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.266652] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 876.284184] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.410319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.410480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.410554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.410798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.412109] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.412109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.412365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.415056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.433439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.433802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.434316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.434576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.435320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.435320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.435320] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 is going to be updated. [ 876.436912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.436912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.436912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.437126] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.437216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.437216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.437345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.437416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.437498] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be updated. [ 876.440567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.440567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.463282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.463549] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.463681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.465408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.465408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.465408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.465408] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be updated. [ 876.475846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.475846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.475846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.475846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.475846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.475846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.475846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.476550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.476550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.476550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.486439] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: IN_PROGRESS for 2s [ 876.487289] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: IN_PROGRESS for 2s [ 876.505326] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.505549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.505549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.506053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.506145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.516098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: IN_PROGRESS for 2s [ 876.659042] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.659781] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.659781] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.659910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.661202] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.661202] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port fada95e1-158e-4787-bbcd-6b67fcc5883d not found, creating... [ 876.661202] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.661202] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.661202] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.661202] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.661479] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.661857] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.661857] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.661857] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.662089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.662152] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.662291] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: fada95e1-158e-4787-bbcd-6b67fcc5883d is going to be created. [ 876.686414] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.686706] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.686789] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.687052] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.687295] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.687530] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.787619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.787795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.787841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.788080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.788177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.788280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 is going to be created. [ 876.833438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.833438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.833438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.833438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.833438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.845510] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3455d808-af08-4b23-a990-4787c7bcebb5 in Status: UNINITIALIZED for 2s [ 877.537396] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-5c5f4e6e-85fb-4176-8bfc-e3b75f65252a service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 877.537631] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-5c5f4e6e-85fb-4176-8bfc-e3b75f65252a service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 877.537664] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-5c5f4e6e-85fb-4176-8bfc-e3b75f65252a service nova] Enqueued Resource ID: fada95e1-158e-4787-bbcd-6b67fcc5883d with Priority: HIGHEST for action port [ 877.538740] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 877.538740] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 877.538740] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fada95e1-158e-4787-bbcd-6b67fcc5883d with Priority: HIGHEST for action port [ 877.538740] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.538911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.538911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.539441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.539441] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.540073] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.540149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.540233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.540372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.540516] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.540609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.540672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.540859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.540952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.541063] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.542216] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-fada95e1-158e-4787-bbcd-6b67fcc5883d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.542216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.542216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.543143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.543236] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fada95e1-158e-4787-bbcd-6b67fcc5883d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.044774] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.045077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.045077] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.046070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fada95e1-158e-4787-bbcd-6b67fcc5883d with status ACTIVE [ 878.046267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.046387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.046456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.046656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.047066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.047066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.047066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.047066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.047331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.047331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.047814] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.047814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.047814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.047814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.048932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.050031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fada95e1-158e-4787-bbcd-6b67fcc5883d is going to be updated. [ 878.075711] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.075880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.075959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.076198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.076341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.078098] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fada95e1-158e-4787-bbcd-6b67fcc5883d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.281975] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 878.282258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.382025] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-31c6262c-6d4a-4619-9f36-474a9d9df572 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 878.388122] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 878.388341] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.388504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.506926] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 in Status: SUCCESS [ 878.507138] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 deletion is rescheduled due to dependency. [ 878.507250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.508047] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 in Status: SUCCESS [ 878.508178] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 deletion is rescheduled due to dependency. [ 878.508274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.525245] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c in Status: SUCCESS [ 878.525245] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c deletion is rescheduled due to dependency. [ 878.525341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.553347] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.753242] env[69801]: INFO networking_nsxv3.common.synchronization [req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 req-52151fb1-5c7e-4c4a-8fd5-410537081f88 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 878.753997] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 878.753997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.754266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.754266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.755684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.755684] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.755684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.755684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.755684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.755684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.756066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.856108] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3455d808-af08-4b23-a990-4787c7bcebb5 in Status: SUCCESS [ 878.856424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.856486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.856740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.860618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.860618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.860618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.860618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.860618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.860618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.860618] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.879134] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.879334] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.879499] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.879765] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.880044] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.880204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.880391] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.880531] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.880673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.880882] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.881021] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.881123] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.881233] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.881345] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.881453] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.881590] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.903952] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.903952] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.904163] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.904216] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-957" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.904496] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-cd577a5f-6a18-487e-b174-add2bd66c55c taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.904670] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.904858] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.905233] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905369] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd577a5f-6a18-487e-b174-add2bd66c55c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.059934] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.059934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.059934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.059934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.059934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.059934] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be created. [ 879.088016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.089366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.089366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.089366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.089366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.101526] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: UNINITIALIZED for 2s [ 879.258414] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.363181] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.408484] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.409103] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.409614] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.410178] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.410606] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.411207] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port cd577a5f-6a18-487e-b174-add2bd66c55c not found, creating... [ 879.411791] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412287] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412580] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.413012] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.413219] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.413711] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.413934] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.414110] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.414348] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.414547] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.414799] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: cd577a5f-6a18-487e-b174-add2bd66c55c is going to be created. [ 879.444405] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.446029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.446029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.446029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.446029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.446029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.761799] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.867043] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3455d808-af08-4b23-a990-4787c7bcebb5: rpc.has_security_group_logging(os_id): False [ 879.888708] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.888888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.889189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.889270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.889327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.889568] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.890212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.890212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.890212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.890212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.890212] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 is going to be created. [ 879.958734] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.958915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.958961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.959200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.959384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.974905] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3455d808-af08-4b23-a990-4787c7bcebb5 in Status: IN_PROGRESS for 2s [ 880.140223] env[69801]: INFO networking_nsxv3.common.synchronization [req-18250f61-ab26-4ee9-b74e-be95c6e663d9 req-ebf670f9-60ed-4266-b4a0-f4d2a5c28d5d tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 880.140223] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 880.140656] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.140872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.140983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.142331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.144215] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.144215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.144215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.144215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.144215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.144215] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.264569] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.264569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.264569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.264569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.264569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.264569] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be updated. [ 880.307300] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.311144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.311543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.311543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.311680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.329263] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 880.453422] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-6982500c-44af-467e-ad2e-fdff93b7914e service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 880.453722] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-6982500c-44af-467e-ad2e-fdff93b7914e service nova] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 880.453952] env[69801]: INFO networking_nsxv3.common.synchronization [req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 req-6982500c-44af-467e-ad2e-fdff93b7914e service nova] Enqueued Resource ID: cd577a5f-6a18-487e-b174-add2bd66c55c with Priority: HIGHEST for action port [ 880.454561] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_rules [ 880.454704] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 880.454825] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd577a5f-6a18-487e-b174-add2bd66c55c with Priority: HIGHEST for action port [ 880.455637] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.456115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.456115] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.456115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.456280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd577a5f-6a18-487e-b174-add2bd66c55c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.456365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.456425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.456647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.456687] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd577a5f-6a18-487e-b174-add2bd66c55c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.511601] env[69801]: INFO networking_nsxv3.common.synchronization [req-18250f61-ab26-4ee9-b74e-be95c6e663d9 req-a178eb9d-dd5d-4ff6-9a02-3886c5c8eb3f tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 880.512107] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 880.512393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.512500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.645098] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.793455] env[69801]: INFO networking_nsxv3.common.synchronization [req-18250f61-ab26-4ee9-b74e-be95c6e663d9 req-df090ca2-2634-42f1-8822-9bdd8c7b4dea tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 880.793989] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 880.794335] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.794445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.952835] env[69801]: INFO networking_nsxv3.common.synchronization [req-0693d953-2b21-40b0-94f8-d8fc4e482021 req-b54c9364-08c7-462f-bd1a-4faf61e43e81 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 880.954020] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 880.954366] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.954366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.954573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.955723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.955723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.955723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.955723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.955723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.955723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.955723] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.959717] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd577a5f-6a18-487e-b174-add2bd66c55c with status ACTIVE [ 880.959717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.959717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.959717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.960250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.960250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.960250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.960444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.960479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.961427] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd577a5f-6a18-487e-b174-add2bd66c55c is going to be updated. [ 880.982600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.983269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.983269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.983269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.983269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.983513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd577a5f-6a18-487e-b174-add2bd66c55c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.113482] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 881.113482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.113482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.113681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.113875] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.113996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.114067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.114228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.114301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.114381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.114476] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.116531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.117264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.117873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.118034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.119019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.119019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.119019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.119019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.148950] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.227289] env[69801]: INFO networking_nsxv3.common.synchronization [req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 req-9112311e-8e36-4fac-bcac-8b4b159ac23f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 881.227794] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 881.228282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.228282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.228282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.228465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.228613] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.228757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.228757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.228898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.228982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.229273] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.458248] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.458560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.458560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.458698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.458790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.458997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.459113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.459171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.459328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.459401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.459617] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 881.495799] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.495799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.495799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.495799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.496129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.506661] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 881.620484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.620721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.623362] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.652260] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.652460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.652685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.653012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.653012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.653012] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 881.695770] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.695994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.695994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.697271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.697271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.709035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 881.732415] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.732415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.732415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.732415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.732415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.732634] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.732634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.732634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.732765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.732874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.732910] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be deleted. [ 881.769825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.770102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.770102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.770281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.770374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.770478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.895096] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.895096] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.895096] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.895493] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.895611] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.895768] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.895887] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.896118] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.896265] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.896474] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.896606] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.896719] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.896834] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.896939] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.897097] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.897265] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.917781] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.918024] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.918102] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.918294] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.918654] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.918831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.918947] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.919323] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.919465] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.995376] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3455d808-af08-4b23-a990-4787c7bcebb5 in Status: SUCCESS [ 881.996089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.126717] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.344819] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 882.344819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.423027] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.423027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.423286] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.423616] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.423832] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.424076] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d not found, creating... [ 882.424493] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.424841] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.425077] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.425488] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.425740] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.426355] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.426634] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.426776] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.427100] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.427245] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.427392] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d is going to be created. [ 882.459883] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.460251] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.460887] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.460887] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.461258] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.461560] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.634235] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.634235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.634235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.634235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.634235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.634235] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 882.674383] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.674622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.674622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.675192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.675317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.686419] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 883.410412] env[69801]: INFO networking_nsxv3.common.synchronization [req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 req-72da8f77-ce18-4846-9082-7bad10cde4c9 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 883.410692] env[69801]: INFO networking_nsxv3.common.synchronization [req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 req-72da8f77-ce18-4846-9082-7bad10cde4c9 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 883.410758] env[69801]: INFO networking_nsxv3.common.synchronization [req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 req-72da8f77-ce18-4846-9082-7bad10cde4c9 service nova] Enqueued Resource ID: f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d with Priority: HIGHEST for action port [ 883.411325] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 883.411467] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 883.411570] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d with Priority: HIGHEST for action port [ 883.411855] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.411981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.412183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.412756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.412756] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.416217] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.416296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.416367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.416615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.416752] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.416871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.416924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.417096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.417179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.417279] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.418999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.419167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.419219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.419548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.419548] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.518393] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 883.518627] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 883.518770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.726773] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 883.727609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.727972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.728444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.728980] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.729399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.729582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.729877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.730317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.730557] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.918234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.918345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920135] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.923861] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d with status ACTIVE [ 883.923994] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.924163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.924239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.924847] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.924959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.925074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.925203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.925314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.925507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.925622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.925795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.925857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.925932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.926036] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d is going to be updated. [ 883.974949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.975759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.975909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.976188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.976292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.976483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.145044] env[69801]: INFO networking_nsxv3.common.synchronization [req-1bd3216a-1afb-4165-b8d9-387372632870 req-c6616846-d1f2-4780-b055-a97ddc0e7b26 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 884.145608] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 884.145917] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.146051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.146123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.146350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.146515] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.146602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.146666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.146892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.146992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.147119] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.236254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.236254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.236254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.236254] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 884.271525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.271629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.271690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.272126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.284618] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 884.425303] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.625692] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.625921] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.626073] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.626340] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.626592] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.626752] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.626869] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.627087] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.627227] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.627431] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.627541] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.627647] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.627752] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.627855] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.627957] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.628098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.648511] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.648681] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.648820] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.648996] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-490" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.649337] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-2962a001-2b22-438c-83b4-ff05cc4933ea taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.650352] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.650352] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.650352] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.650352] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2962a001-2b22-438c-83b4-ff05cc4933ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.651084] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.699292] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 884.699292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.699292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.699292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.699453] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.699605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.699668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.699782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.699861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.699956] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.927887] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.928084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.928128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.928342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.928435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.928543] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be created. [ 884.953124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.953243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.953243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.953448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.954830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.965577] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: UNINITIALIZED for 2s [ 885.153714] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.155612] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.155612] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.155612] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.155889] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.155889] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.156034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 2962a001-2b22-438c-83b4-ff05cc4933ea not found, creating... [ 885.156359] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.156653] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.156837] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.157285] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.157527] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.158087] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.158346] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.158555] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.159217] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.159217] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.159366] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 2962a001-2b22-438c-83b4-ff05cc4933ea is going to be created. [ 885.186070] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.186070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.186070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.186070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.186070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.186070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.202262] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.661893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.662389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.662389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.662543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.662602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.662757] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be updated. [ 885.700023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.700324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.700324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.700469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.700630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.705332] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.733268] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: IN_PROGRESS for 2s [ 886.208476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.211232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.211232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.211232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.211232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.211232] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 886.249275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.249533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.249533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.249700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.249811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.260825] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 886.295302] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 886.295472] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc deletion is rescheduled due to dependency. [ 886.295583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.295757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.295979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.296169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.296282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.296355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.296710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.296710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.296710] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.493956] env[69801]: INFO networking_nsxv3.common.synchronization [req-1bd3216a-1afb-4165-b8d9-387372632870 req-2c7258e7-b381-477d-a4d5-7d2d571f1d8f service nova] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_rules [ 886.494207] env[69801]: INFO networking_nsxv3.common.synchronization [req-1bd3216a-1afb-4165-b8d9-387372632870 req-2c7258e7-b381-477d-a4d5-7d2d571f1d8f service nova] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 886.494312] env[69801]: INFO networking_nsxv3.common.synchronization [req-1bd3216a-1afb-4165-b8d9-387372632870 req-2c7258e7-b381-477d-a4d5-7d2d571f1d8f service nova] Enqueued Resource ID: 2962a001-2b22-438c-83b4-ff05cc4933ea with Priority: HIGHEST for action port [ 886.494532] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_rules [ 886.494670] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 886.494806] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2962a001-2b22-438c-83b4-ff05cc4933ea with Priority: HIGHEST for action port [ 886.495734] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.495889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.496054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.496603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.496685] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.497647] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.497739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.497931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-2962a001-2b22-438c-83b4-ff05cc4933ea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.498044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.498138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.498384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.498505] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2962a001-2b22-438c-83b4-ff05cc4933ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.800055] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.800055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.800055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.800055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.800055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.800683] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.800683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.800683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.800683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.800683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.800683] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 886.830183] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.830378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.830535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.830659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.830806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.842914] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 886.976576] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 886.976875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.977096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.977348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.977580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.977732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.977826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.978024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.978143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.978390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.978390] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.999967] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.000189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.000409] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2962a001-2b22-438c-83b4-ff05cc4933ea with status ACTIVE [ 887.000654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.000795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.000935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.001172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.001278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.001481] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.001627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.001674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.001869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.001966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.002138] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.002274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.002353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.002583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.002690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.002850] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2962a001-2b22-438c-83b4-ff05cc4933ea is going to be updated. [ 887.032705] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.032908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.032954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.033170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.035022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.035022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2962a001-2b22-438c-83b4-ff05cc4933ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.481064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.481271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.486061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.486061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486061] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.747989] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 887.748267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.748383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.748635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.748823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.748945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.749797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.749981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.750107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.750205] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.910665] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d62b56a-a6c8-4014-a216-0932183bab7c req-f0054bef-7e33-4dd2-a1cc-be236ee1fa4c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_members [ 887.911243] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGHEST for action security_group_members [ 887.912248] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.912406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.912446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.913965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.913965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.913965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.913965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.913965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.913965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.913965] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.988591] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f9f8e-c2d9-4022-b576-029038524f93: rpc.has_security_group_logging(os_id): False [ 888.011892] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.012069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.012768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.012768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.012768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.012768] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.012768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.013055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.013055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.013116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.013263] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.013376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.013439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.013597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.013679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.014559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.015115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.015260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.015461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.015590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.015843] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be created. [ 888.081046] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.081202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.081310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.081476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.081697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.096748] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 888.253594] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.280823] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.284015] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.284015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.284015] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.287063] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.287063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.287063] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.417297] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.417611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.417708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.417947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.445204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.445470] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.445582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.445643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.445925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.446039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.446163] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 is going to be updated. [ 888.480133] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.480371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.480485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.480758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.480958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.491818] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 in Status: IN_PROGRESS for 2s [ 888.757337] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.789661] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe508459-8a13-4c9e-bc60-02b6f4612fb9: rpc.has_security_group_logging(os_id): False [ 888.818896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.818896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.818896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.819151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.819227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.822442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.822442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.822442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.822442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.823687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823687] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be created. [ 888.853771] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 888.853985] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc deletion is rescheduled due to dependency. [ 888.854329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.920300] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.920840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.920840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.921112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.921112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.938646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 889.261190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.261443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.261680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.261771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.261867] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be updated. [ 889.293165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.293365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.293449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.293676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.293826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.308739] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: IN_PROGRESS for 2s [ 890.112808] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 890.112808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.509608] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 in Status: SUCCESS [ 890.509799] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 deletion is rescheduled due to dependency. [ 890.509862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770733] env[69801]: INFO networking_nsxv3.common.synchronization [req-29866970-f40c-48cd-bf7d-12cb9ef10412 req-c5e4a147-a097-4608-a774-c1f8413e5df2 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 890.770733] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 890.771224] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.771463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.771810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.772499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.773592] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.773710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.773762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.774534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.774534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.774534] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.952727] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 890.954545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.954545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.954545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.954545] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.234114] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.234499] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.234567] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.234990] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.235744] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.236191] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.236390] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.236772] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.237046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.237374] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.237565] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.237740] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.237917] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.238114] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.238288] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.238486] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.262412] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.262605] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.262741] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.263010] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.263368] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-b62107c7-bab4-4a5c-af07-c1dc3be6c334 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.263543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.263676] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.264051] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.264229] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62107c7-bab4-4a5c-af07-c1dc3be6c334',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.275974] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.323023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 891.323281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.323470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.323701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.323910] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.324046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.324112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.324268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.324350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.324439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.324531] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.351658] env[69801]: INFO networking_nsxv3.common.synchronization [req-aa775925-06a8-4e9a-a19a-390fb2997523 req-734d9f05-9750-48ca-b6d5-755043a009a3 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 891.352392] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 891.352756] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.352875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.352939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.353181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.353363] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.353479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.353578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.353678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.355935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.355935] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.463705] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.463705] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.463705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.463705] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.768706] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.768934] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.769079] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.769376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.769584] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.769684] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port b62107c7-bab4-4a5c-af07-c1dc3be6c334 not found, creating... [ 891.769945] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.770114] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.770230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.770471] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.770573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.770865] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.771868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.771868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.771868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.771868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.771868] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: b62107c7-bab4-4a5c-af07-c1dc3be6c334 is going to be created. [ 891.780818] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.799405] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.799670] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.799764] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.800040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.800284] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.800515] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.828338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.828623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.828623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.828939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.832671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.832671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.832671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.832671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.832671] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.857808] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.857996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.858068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.858302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.858403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.858630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.858761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.858822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.859019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.859112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.859225] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be updated. [ 891.917609] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.917830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.917905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.920038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.920418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.937720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 891.967579] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.967579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.967579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.967886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.968083] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.968083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.968261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.968330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.968399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.968466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.968602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.968709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.968791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.968873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.969028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.969134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.969189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.969337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.969410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.969490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.969577] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.285640] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.285640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.285640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.286038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.286038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.286038] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be updated. [ 892.322264] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.322264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.322264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.322264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.322264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.332933] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: IN_PROGRESS for 2s [ 892.336144] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4: rpc.has_security_group_logging(os_id): False [ 892.356291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.356506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.356615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.356902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.384545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.384972] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.385227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.385227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.385487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.385846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.385976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.386054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.386256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.386343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386665] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.386665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.386665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.386884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.386944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.387332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be updated. [ 892.455814] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.456126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.456188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.456376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.458886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.475904] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe508459-8a13-4c9e-bc60-02b6f4612fb9: rpc.has_security_group_logging(os_id): False [ 892.475904] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: IN_PROGRESS for 2s [ 892.495632] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.495632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.495632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.495632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.495632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.496243] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.496243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.496243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.496243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.496243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.496450] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.496495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.496569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.496830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.496942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.497216] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.497408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.497680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.497764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 892.503463] env[69801]: INFO networking_nsxv3.common.synchronization [req-ceace554-e1cd-4373-8f43-b141a380714e req-04eb9155-0b63-4700-8047-8bc8a2a2b88c tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 892.504068] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 892.504482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.504847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.504847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.505100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.505323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.505446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.505533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.505751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.505865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.506022] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.578669] env[69801]: INFO networking_nsxv3.common.synchronization [req-29866970-f40c-48cd-bf7d-12cb9ef10412 req-0c417f79-9a3c-4eaf-b6e3-8d0091ee138b service nova] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_rules [ 892.578892] env[69801]: INFO networking_nsxv3.common.synchronization [req-29866970-f40c-48cd-bf7d-12cb9ef10412 req-0c417f79-9a3c-4eaf-b6e3-8d0091ee138b service nova] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 892.579056] env[69801]: INFO networking_nsxv3.common.synchronization [req-29866970-f40c-48cd-bf7d-12cb9ef10412 req-0c417f79-9a3c-4eaf-b6e3-8d0091ee138b service nova] Enqueued Resource ID: b62107c7-bab4-4a5c-af07-c1dc3be6c334 with Priority: HIGHEST for action port [ 892.579994] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_rules [ 892.580875] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 892.581213] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62107c7-bab4-4a5c-af07-c1dc3be6c334 with Priority: HIGHEST for action port [ 892.582570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.582733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.582814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.583058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.583146] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.584145] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.584251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.584458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62107c7-bab4-4a5c-af07-c1dc3be6c334 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.584559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.584623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.584846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.584936] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62107c7-bab4-4a5c-af07-c1dc3be6c334',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.592868] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.593019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.593098] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.593325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.593469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.610906] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 892.886332] env[69801]: INFO networking_nsxv3.common.synchronization [req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 req-3d2d79e8-794e-4330-ba31-35d3e3b0ada2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 892.889231] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGHEST for action security_group_members [ 892.889786] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.889947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.003975] env[69801]: INFO networking_nsxv3.common.synchronization [req-106a4a5b-5715-4a44-8a3a-846c40049ec3 req-4d3d32a7-c9da-410d-aea4-d7d81dda220e tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 893.004137] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 893.004523] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.004715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.004797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.005097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.005264] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.005361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.005420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.005608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.005642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.005738] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.011353] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.088691] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.090475] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b62107c7-bab4-4a5c-af07-c1dc3be6c334 with status ACTIVE [ 893.090698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.090842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.090948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.091339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.091489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.091708] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.091808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.091875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.092071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.092179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.092342] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.092413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.092458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.092618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.092713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.092864] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b62107c7-bab4-4a5c-af07-c1dc3be6c334 is going to be updated. [ 893.119228] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.119379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.119538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.119642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.119779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.119944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62107c7-bab4-4a5c-af07-c1dc3be6c334" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.512963] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.514992] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.954103] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 893.954289] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a deletion is rescheduled due to dependency. [ 893.954899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.015258] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.018168] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.018304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.018373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.018574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.018661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.018753] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 894.048721] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.048903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.048978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.049202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.049348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.058707] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 894.345845] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 894.346299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.346521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.346760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.346965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.347112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.347174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.347339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.347424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.347519] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.494367] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 894.494367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.518184] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.518597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.518597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.518711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.518781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.518904] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 894.557854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.560021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.560021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.560021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.560021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.570585] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 894.628089] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 894.629040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.850524] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.352666] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.854282] env[69801]: INFO networking_nsxv3.common.synchronization [req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 req-5a00f406-8e2d-4896-a30d-89b32d643a9f tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Enqueued Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_members [ 895.854947] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.855314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.855388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.855727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.855849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.856108] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be updated. [ 895.857347] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_members [ 895.858563] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.858691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.858775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.859049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.859209] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.859320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.859380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.859542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.859623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.859735] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.887393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.887643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.887643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.887865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.888070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.900152] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: IN_PROGRESS for 2s [ 896.073638] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.073638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.073638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.073638] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.284040] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.284040] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.284040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.284040] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.284040] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.284040] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.284040] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.284667] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.284667] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.284667] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.304462] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.304640] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.304778] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.305018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-219" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.305364] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-45b70b7e-76ac-41ba-9382-35694d758f6a taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.305551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.305675] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.306031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.306174] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b70b7e-76ac-41ba-9382-35694d758f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.363245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.363416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.363457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.363653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.363777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.363984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.364105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.364167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.364326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.364401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.364485] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad826d6-2244-41f2-9053-6d6a61b88e86 already deleted. [ 896.364565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578191] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.578191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.578191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.578440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.578440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578813] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.578813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.578813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.579115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.579115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.579115] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be updated. [ 896.583204] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 896.583369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.607256] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.607432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.607509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.607740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.607892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.623222] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: IN_PROGRESS for 2s [ 896.809145] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.809919] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.809919] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.809919] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.809919] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.810159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 45b70b7e-76ac-41ba-9382-35694d758f6a not found, creating... [ 896.810335] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.810498] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.810628] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.810860] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.810972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.811275] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.811435] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.811648] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.811757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.811889] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.812048] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 45b70b7e-76ac-41ba-9382-35694d758f6a is going to be created. [ 896.834205] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.834444] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.834568] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.834881] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.835172] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.835384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.816530] env[69801]: INFO networking_nsxv3.common.synchronization [req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 req-2cad6c9b-31a9-4080-85b4-5cce7cdd1563 service nova] Enqueued Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_rules [ 897.816829] env[69801]: INFO networking_nsxv3.common.synchronization [req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 req-2cad6c9b-31a9-4080-85b4-5cce7cdd1563 service nova] Enqueued Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_members [ 897.817012] env[69801]: INFO networking_nsxv3.common.synchronization [req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 req-2cad6c9b-31a9-4080-85b4-5cce7cdd1563 service nova] Enqueued Resource ID: 45b70b7e-76ac-41ba-9382-35694d758f6a with Priority: HIGHEST for action port [ 897.817704] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_rules [ 897.817835] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_members [ 897.817967] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b70b7e-76ac-41ba-9382-35694d758f6a with Priority: HIGHEST for action port [ 897.818987] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.819171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.819266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.819829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.819946] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.821234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.821601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.821715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.821964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.822358] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.822557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.822665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.822895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.823044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.823187] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.824653] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b70b7e-76ac-41ba-9382-35694d758f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.824812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.824922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.825169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.825288] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b70b7e-76ac-41ba-9382-35694d758f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.914420] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 897.914680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.914908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.915213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.915491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.915673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.915777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.916034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.916190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.916325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.916465] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.327455] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.330043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.330821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.331509] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45b70b7e-76ac-41ba-9382-35694d758f6a with status ACTIVE [ 898.331935] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.331935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.331935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.332429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.332429] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.332599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.334337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.334337] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.334595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.334595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.334595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.335070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.335070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45b70b7e-76ac-41ba-9382-35694d758f6a is going to be updated. [ 898.359166] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.359325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.359396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.359613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.359754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.359919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b70b7e-76ac-41ba-9382-35694d758f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.422182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.422182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.422182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.422433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.422433] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.422551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.422608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.422805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.422927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.423081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.423322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.423423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.423520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.423654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.423810] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.423903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.423958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.424247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.424247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.424389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.424446] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.634146] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 in Status: SUCCESS [ 898.634262] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 deletion is rescheduled due to dependency. [ 898.634446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.832210] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.928202] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cffe5e15-9c0d-4557-b826-551edd0f2f55: rpc.has_security_group_logging(os_id): False [ 898.954166] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.954358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.954396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.954607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.979726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.980048] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.980167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.980226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.980431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.980506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.980697] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.980788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.980846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.980987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.981084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.981279] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.981363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.981420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.981557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.981624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.981704] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be updated. [ 899.080570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.080737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.080782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.080995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.081150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.099572] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: IN_PROGRESS for 2s [ 899.335908] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.336105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.336154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.336371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.336460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.336557] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad826d6-2244-41f2-9053-6d6a61b88e86 is going to be created. [ 899.370549] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.370896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.370896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.370993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.371158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.382686] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad826d6-2244-41f2-9053-6d6a61b88e86 in Status: UNINITIALIZED for 2s [ 900.796295] env[69801]: INFO networking_nsxv3.common.synchronization [req-b08721fb-ee0f-47a7-947f-016d261819e5 req-f9461635-0291-4f53-879a-35e6f0549af0 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 900.796882] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 900.797778] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.797967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.798059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.798352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.798556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.798691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.798781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.798973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.799101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.799222] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.124491] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 901.124491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.229272] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.229529] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.229697] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.230072] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.230388] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.230596] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.230755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.231040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.231231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.231487] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.231643] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.231791] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.231992] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.232178] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.232315] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.232448] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.260114] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.260381] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.260456] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.260638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.260963] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-255391d3-e251-4b32-99c3-ecde5aea22aa taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.261276] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.261403] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.261722] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.261865] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255391d3-e251-4b32-99c3-ecde5aea22aa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.302718] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.302877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.302953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.303192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.303280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.303497] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.303600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.303663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.303841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.303918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.304040] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad already deleted. [ 901.304110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.393241] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad826d6-2244-41f2-9053-6d6a61b88e86 in Status: SUCCESS [ 901.393454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.393621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.393827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.394023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.394146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.394216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.394398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.394478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.394566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.394659] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.767032] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.767032] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 255391d3-e251-4b32-99c3-ecde5aea22aa not found, creating... [ 901.767032] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.767032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.768352] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.768802] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.769183] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.769651] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.771452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.771452] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 255391d3-e251-4b32-99c3-ecde5aea22aa is going to be created. [ 901.805399] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.805703] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.805798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.806218] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.806464] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.806708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902932] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.405280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad826d6-2244-41f2-9053-6d6a61b88e86: rpc.has_security_group_logging(os_id): False [ 902.427889] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.427889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.427889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.428205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.428596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.428651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.428836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.428836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.429060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.429175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.429407] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.429542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.429663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.429794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.429891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.430459] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.430700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.430852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.431096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.431291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.431490] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad826d6-2244-41f2-9053-6d6a61b88e86 is going to be created. [ 902.502816] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.503294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.503294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.503294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.503437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.517386] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad826d6-2244-41f2-9053-6d6a61b88e86 in Status: IN_PROGRESS for 2s [ 902.922502] env[69801]: INFO networking_nsxv3.common.synchronization [req-b08721fb-ee0f-47a7-947f-016d261819e5 req-8586e2b2-6c0f-4016-afbf-dd116539e106 service nova] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_rules [ 902.922909] env[69801]: INFO networking_nsxv3.common.synchronization [req-b08721fb-ee0f-47a7-947f-016d261819e5 req-8586e2b2-6c0f-4016-afbf-dd116539e106 service nova] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 902.927420] env[69801]: INFO networking_nsxv3.common.synchronization [req-b08721fb-ee0f-47a7-947f-016d261819e5 req-8586e2b2-6c0f-4016-afbf-dd116539e106 service nova] Enqueued Resource ID: 255391d3-e251-4b32-99c3-ecde5aea22aa with Priority: HIGHEST for action port [ 902.928344] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_rules [ 902.928553] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 902.928711] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255391d3-e251-4b32-99c3-ecde5aea22aa with Priority: HIGHEST for action port [ 902.929162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.929361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.929504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.929866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.929987] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.932075] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.935446] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.935446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.935446] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.935446] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-255391d3-e251-4b32-99c3-ecde5aea22aa taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.936243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.937758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.937758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.937758] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255391d3-e251-4b32-99c3-ecde5aea22aa',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.441548] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.442652] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.442766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.442890] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 255391d3-e251-4b32-99c3-ecde5aea22aa with status ACTIVE [ 903.443055] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.443164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.443227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.443422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.443509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.443671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.443765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.443833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.443973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.444082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.444267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.444446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.444446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.444625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.444625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.444796] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 255391d3-e251-4b32-99c3-ecde5aea22aa is going to be updated. [ 903.474149] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.474488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.474488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.474625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.474704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.474866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255391d3-e251-4b32-99c3-ecde5aea22aa" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.952626] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.384455] env[69801]: INFO networking_nsxv3.common.synchronization [req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 req-fd3b176e-5c98-4a35-8968-3932bef984ca tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Enqueued Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_members [ 904.385094] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 with Priority: HIGHEST for action security_group_members [ 904.385761] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0150e40b-199d-48b0-8ac4-2e11eee576d4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.385761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.385761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.386063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.386341] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.387097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.387097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.387097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.387097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.387097] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0150e40b-199d-48b0-8ac4-2e11eee576d4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.440824] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a req-15b20b09-ec98-4ea7-aa98-30abbb3ab468 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 904.441473] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 904.441815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.441927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.455703] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.456096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.456096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.456860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.458246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.458487] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be created. [ 904.490068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.490246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.490315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.490489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.490727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.501738] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: UNINITIALIZED for 2s [ 904.530877] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad826d6-2244-41f2-9053-6d6a61b88e86 in Status: SUCCESS [ 904.531179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.890129] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.890129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.890129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.890321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.914641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.914641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.914641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.914964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.915027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.915190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.915346] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 is going to be updated. [ 904.948469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.948544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.948608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.948827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.949010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.959480] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 in Status: IN_PROGRESS for 2s [ 905.013966] env[69801]: INFO networking_nsxv3.common.synchronization [req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f req-c1d19bef-5485-485d-acb8-44850807480b tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 905.014578] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 905.015175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.015615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.015768] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.016112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.016204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016301] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.237168] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.237168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.237168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.237168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.237168] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.237168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.237168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.237954] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.238367] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.238727] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.239257] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.239529] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.239751] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.239965] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.240188] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.240422] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.263024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.263024] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.263024] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.263024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.263024] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-3874de6c-2461-46d0-a900-77dbce600762 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.263024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.263024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.263024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.263024] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3874de6c-2461-46d0-a900-77dbce600762',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.518530] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.770030] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.770030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.770030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.770030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.770030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.770030] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 3874de6c-2461-46d0-a900-77dbce600762 not found, creating... [ 905.770030] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.770030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.770030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.770775] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.771239] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.771722] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.772100] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.772459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.772819] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.773192] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.773602] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 3874de6c-2461-46d0-a900-77dbce600762 is going to be created. [ 905.799744] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.799991] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.799991] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.800247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.800543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.800912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.022758] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.514354] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 906.514608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.514751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.515377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.515377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515767] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.516859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.516859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.517035] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.517198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.517290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.517438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.517515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.517612] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.523514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.523634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.523732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.523961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.524066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.524160] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be updated. [ 906.559020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.559020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.559020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.559020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.559020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.569477] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: IN_PROGRESS for 2s [ 906.701468] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a req-8c5dc03c-834f-41a0-8c9f-cfdde17f7a6a service nova] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_rules [ 906.701598] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a req-8c5dc03c-834f-41a0-8c9f-cfdde17f7a6a service nova] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 906.701737] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a req-8c5dc03c-834f-41a0-8c9f-cfdde17f7a6a service nova] Enqueued Resource ID: 3874de6c-2461-46d0-a900-77dbce600762 with Priority: HIGHEST for action port [ 906.702013] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_rules [ 906.702169] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 906.703017] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3874de6c-2461-46d0-a900-77dbce600762 with Priority: HIGHEST for action port [ 906.706364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.706718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.707159] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.707367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.707763] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3874de6c-2461-46d0-a900-77dbce600762 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.709058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.709058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.709058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.709058] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3874de6c-2461-46d0-a900-77dbce600762',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.981828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 in Status: SUCCESS [ 906.982078] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0150e40b-199d-48b0-8ac4-2e11eee576d4 deletion is rescheduled due to dependency. [ 906.982408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0150e40b-199d-48b0-8ac4-2e11eee576d4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.019655] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.019970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.020281] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.211911] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3874de6c-2461-46d0-a900-77dbce600762 with status ACTIVE [ 907.212218] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.212310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.212376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.212581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.212715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.212935] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.213123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.213207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.213380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.213458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.213650] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.213818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.213818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.213941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.214077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.214119] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3874de6c-2461-46d0-a900-77dbce600762 is going to be updated. [ 907.239242] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.239417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.239462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.239674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.239812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.239990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3874de6c-2461-46d0-a900-77dbce600762" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.531261] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.034751] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.035229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.035473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.036079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.038745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.038745] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 908.073275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.073275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.073275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.073275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.073275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.086332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 908.583991] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 908.584285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.961573] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c req-6cbc7e04-8b16-4219-a6d0-887e10a35d2e tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Enqueued Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_members [ 908.962017] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 with Priority: HIGHEST for action security_group_members [ 908.962330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.962437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.962502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.962690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.962825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.962919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.962979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.963592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.963700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.963783] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a2dee9-b9f8-4a18-90f1-73eb8550a5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.466583] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.466790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.466847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.467607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.492962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.493276] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.493397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.494224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.494224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.494224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.494224] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 is going to be updated. [ 909.528500] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.528689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.528760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.528979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.530043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.540532] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: IN_PROGRESS for 2s [ 909.830505] env[69801]: INFO networking_nsxv3.common.synchronization [req-59c16f61-9192-4122-8cdf-564daac4faee req-09f7b56b-07e9-4866-9c93-f5038ed74d7c tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Enqueued Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_members [ 909.831052] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_members [ 909.831357] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.831480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.831549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.831849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.831997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.832116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.832189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.832330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.832413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.832507] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.098178] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 910.098435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.098663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.098904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.099132] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.099293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.099400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.099674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.099793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.099897] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.217121] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.217757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-526" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.217757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-526" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.217902] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-526" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.219129] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.219129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.219129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.219129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.219129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.219474] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.219576] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.219740] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.219886] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.220089] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.220253] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.220412] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.245271] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.245271] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.245564] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.245913] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-526" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.246558] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-c67dfe18-5a13-4715-805d-d511cfd121ea taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.246862] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.247132] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.248028] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.248028] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67dfe18-5a13-4715-805d-d511cfd121ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.337265] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.338018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.338018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.338018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.338018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.338238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.338358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.338448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.338729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.338998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.338998] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac already deleted. [ 910.339910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.605433] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.753027] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.753027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.753027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.753027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.753027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.753027] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port c67dfe18-5a13-4715-805d-d511cfd121ea not found, creating... [ 910.753027] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.754823] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.754823] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.755313] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.755587] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.756158] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.756411] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.756601] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.756992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.757231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.757460] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: c67dfe18-5a13-4715-805d-d511cfd121ea is going to be created. [ 910.784818] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.785117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.785271] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.785602] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.785869] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.786181] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.110885] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.551349] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 in Status: SUCCESS [ 911.551550] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a2dee9-b9f8-4a18-90f1-73eb8550a5f5 deletion is rescheduled due to dependency. [ 911.554024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a2dee9-b9f8-4a18-90f1-73eb8550a5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.614637] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.614797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.614911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.615166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.615259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.615809] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 911.647180] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.647339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.647417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.647630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.658337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 911.929511] env[69801]: INFO networking_nsxv3.common.synchronization [req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 req-c7da0c66-8963-4f3c-87e4-09bdbded4ee0 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Enqueued Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_members [ 911.930264] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGHEST for action security_group_members [ 911.930590] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.930714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.930781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.930994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.931200] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.931310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.931373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.931542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.931626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.931720] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.134334] env[69801]: INFO networking_nsxv3.common.synchronization [req-59c16f61-9192-4122-8cdf-564daac4faee req-2cd3ad87-3dd1-41b3-aabe-0a7d9f19fdc2 service nova] Enqueued Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_rules [ 912.134334] env[69801]: INFO networking_nsxv3.common.synchronization [req-59c16f61-9192-4122-8cdf-564daac4faee req-2cd3ad87-3dd1-41b3-aabe-0a7d9f19fdc2 service nova] Enqueued Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_members [ 912.134334] env[69801]: INFO networking_nsxv3.common.synchronization [req-59c16f61-9192-4122-8cdf-564daac4faee req-2cd3ad87-3dd1-41b3-aabe-0a7d9f19fdc2 service nova] Enqueued Resource ID: c67dfe18-5a13-4715-805d-d511cfd121ea with Priority: HIGHEST for action port [ 912.134334] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_rules [ 912.134334] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_members [ 912.134334] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67dfe18-5a13-4715-805d-d511cfd121ea with Priority: HIGHEST for action port [ 912.134334] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.134334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.144021] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.144021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.144021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.144021] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.144021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67dfe18-5a13-4715-805d-d511cfd121ea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.144021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.144021] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67dfe18-5a13-4715-805d-d511cfd121ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.436235] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.436502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.436502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.437047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.437047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.437271] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.437271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.437271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.437569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.437569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.437713] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad826d6-2244-41f2-9053-6d6a61b88e86 is going to be updated. [ 912.472896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.473308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.473454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.474037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.474037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.484729] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad826d6-2244-41f2-9053-6d6a61b88e86 in Status: IN_PROGRESS for 2s [ 912.649041] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.655024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c67dfe18-5a13-4715-805d-d511cfd121ea with status ACTIVE [ 912.655024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.655024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.655024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.655024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.655891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.655891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.655891] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c67dfe18-5a13-4715-805d-d511cfd121ea is going to be updated. [ 912.676325] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.676478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.676549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.676754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.676879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.677058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67dfe18-5a13-4715-805d-d511cfd121ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.155633] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.297466] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d6dd0a62-4667-4ecd-80b0-8141cddf9109 None None] Enqueued Resource ID: 9921e174-2aff-4087-a7f2-041116825fe9 with Priority: HIGHEST for action port [ 913.297466] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9921e174-2aff-4087-a7f2-041116825fe9 with Priority: HIGHEST for action port [ 913.297618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-9921e174-2aff-4087-a7f2-041116825fe9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.297738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9921e174-2aff-4087-a7f2-041116825fe9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.297802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9921e174-2aff-4087-a7f2-041116825fe9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.298274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9921e174-2aff-4087-a7f2-041116825fe9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.298329] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9921e174-2aff-4087-a7f2-041116825fe9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.670098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 913.670940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.671145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.672053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.672053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.672053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.672053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.672053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.672053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.672384] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.672384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.672384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.672508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.672611] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.672705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.672789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.672949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.673042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.673125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.673224] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.702557] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.702731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.702806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.703133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.703256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.703365] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac is going to be created. [ 913.742258] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.742495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.742495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.742712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.742877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.766928] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac in Status: UNINITIALIZED for 2s [ 913.800578] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9921e174-2aff-4087-a7f2-041116825fe9 [ 913.800863] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.801404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.801404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.801576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.801688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.801799] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9921e174-2aff-4087-a7f2-041116825fe9 already deleted. [ 913.801893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9921e174-2aff-4087-a7f2-041116825fe9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.176632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a915b16f-809b-4b21-a963-5e2d819486ad: rpc.has_security_group_logging(os_id): False [ 914.197378] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.197607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.197607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.197855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.197964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.198196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.198300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.198359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.198530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.198637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.198824] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.198932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.199011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.199184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.199259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.199490] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.199687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.199687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.199822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.199873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.199959] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be created. [ 914.373677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.373827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.373934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.374118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.374296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.392375] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 914.499920] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad826d6-2244-41f2-9053-6d6a61b88e86 in Status: SUCCESS [ 914.500256] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad826d6-2244-41f2-9053-6d6a61b88e86 deletion is rescheduled due to dependency. [ 914.500525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.779417] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac in Status: SUCCESS [ 915.779716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.780179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.780395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.780581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.780698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.780764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.780908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.780989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.781086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.781173] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.125876] env[69801]: INFO networking_nsxv3.common.synchronization [None req-808602fb-6f57-41dc-ae55-414eafaff676 None None] Enqueued Resource ID: cc7cee5a-2f7c-4cb4-8d58-52b7c6573923 with Priority: HIGHEST for action port [ 916.126252] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7cee5a-2f7c-4cb4-8d58-52b7c6573923 with Priority: HIGHEST for action port [ 916.126677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc7cee5a-2f7c-4cb4-8d58-52b7c6573923 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.126798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc7cee5a-2f7c-4cb4-8d58-52b7c6573923" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.126862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc7cee5a-2f7c-4cb4-8d58-52b7c6573923" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.127126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc7cee5a-2f7c-4cb4-8d58-52b7c6573923" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.127208] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7cee5a-2f7c-4cb4-8d58-52b7c6573923',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.284541] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.284719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.284812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.285020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.285199] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.285319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.285414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.285571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.285646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.285721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.285831] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.285929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.286011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.286154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.286312] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.286417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.286641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.286641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.290183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.290183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.290183] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.408042] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 916.408406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.408706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.409185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.409473] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.631427] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc7cee5a-2f7c-4cb4-8d58-52b7c6573923 [ 916.631427] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.631427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.631427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.631701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.631701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.631823] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc7cee5a-2f7c-4cb4-8d58-52b7c6573923 already deleted. [ 916.631879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc7cee5a-2f7c-4cb4-8d58-52b7c6573923" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.792313] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc011d1-7e32-4104-9ed8-7bfc4451dfac: rpc.has_security_group_logging(os_id): False [ 916.811988] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.812182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.812248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.812426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.812513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.812728] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.812825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.812915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.813038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.813116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.813299] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.813413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.813476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.813578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.813646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.813814] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.813901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.813952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.814321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.814400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.814485] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac is going to be created. [ 916.884595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.884893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.885068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.885380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.885683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.898794] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac in Status: IN_PROGRESS for 2s [ 916.913482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.913683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.913742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.913932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.914127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.914234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.914300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.914540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.914631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.914720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.914810] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.971334] env[69801]: INFO networking_nsxv3.common.synchronization [req-3c4c7ec7-383a-472f-a000-bca748f45977 req-5a7d1f9a-8236-4d97-a731-02c1e8783d57 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 916.971873] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGHEST for action security_group_members [ 916.972276] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.972424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.972524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.972779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.973054] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.973159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.973204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.973416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.973505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.973621] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.419713] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.419894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.419894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.420088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.420420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.420623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.420701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.420968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.421151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.421333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.421596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.421885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.421885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.422619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.422860] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.422969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.423070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.423289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.423432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.423615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.423758] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.476367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.476367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.476583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.476648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.476724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.476952] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.477100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.477149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.477292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.477369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.477472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be updated. [ 917.511461] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.511654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.511703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.511885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.512051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.524979] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: IN_PROGRESS for 2s [ 917.927745] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a915b16f-809b-4b21-a963-5e2d819486ad: rpc.has_security_group_logging(os_id): False [ 917.946305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.946484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.946549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.946753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.946992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.947061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.947163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.947218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.947485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.947596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.947807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.947955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.947955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.948151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.948206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948414] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.948964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.948964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.948964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.948964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948964] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 918.013087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.013271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.013343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.013549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.013693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.029062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 918.912841] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac in Status: SUCCESS [ 918.913083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.534336] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d in Status: SUCCESS [ 919.534650] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d deletion is rescheduled due to dependency. [ 919.534650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.043350] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 920.043515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.362412] env[69801]: INFO networking_nsxv3.common.synchronization [req-10aac130-8800-4936-b115-bed699dd5e7a req-41de7b37-13e8-4714-abd1-8665502bfa7e tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 920.362956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 920.362956] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.363281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.363348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.363607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.363809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.363951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.364052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.364259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.364393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.364539] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.793155] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.793533] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.793533] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.793765] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794072] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.794237] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.794356] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.794624] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.795044] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.795144] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.795261] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.795371] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.795484] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.796336] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.796336] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.820025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.820025] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.820025] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.820025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.820025] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-8338c952-ae94-4fbf-bafc-7bb344e74990 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.820025] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.820025] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8338c952-ae94-4fbf-bafc-7bb344e74990',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.869981] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.322248] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.322504] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.322622] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.322946] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.323119] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.323325] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 8338c952-ae94-4fbf-bafc-7bb344e74990 not found, creating... [ 921.323645] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.323837] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.323924] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.324187] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.324346] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.324634] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.324791] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.324911] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.326070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.326070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.326070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 8338c952-ae94-4fbf-bafc-7bb344e74990 is going to be created. [ 921.345874] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.346157] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.346305] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346558] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.346793] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.347031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.372150] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.463139] env[69801]: INFO networking_nsxv3.common.synchronization [req-0cc769d6-143a-43ed-8f3e-05e934743db5 req-a5a11397-e288-462b-aade-0522867cfe58 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Enqueued Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_members [ 921.463139] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a with Priority: HIGHEST for action security_group_members [ 921.463427] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.463699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.463913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.464445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.464739] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.464964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.465153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.465430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.465614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.465793] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1838e4ed-f16a-4a9f-bd67-9a91b1387f6a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.876442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.876808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.876808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.876888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.877078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877173] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 921.924443] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.924584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.924653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.924861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.925024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.935675] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 921.968428] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.968552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.968625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.968853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.989061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.989330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.989624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.989624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.989738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.989784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.989829] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a is going to be updated. [ 922.021316] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.021471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.021535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.021730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.024151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.034351] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a in Status: IN_PROGRESS for 2s [ 922.135066] env[69801]: INFO networking_nsxv3.common.synchronization [req-10aac130-8800-4936-b115-bed699dd5e7a req-a1cd849e-048d-4cec-bdc1-a7772da08d69 service nova] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_rules [ 922.135267] env[69801]: INFO networking_nsxv3.common.synchronization [req-10aac130-8800-4936-b115-bed699dd5e7a req-a1cd849e-048d-4cec-bdc1-a7772da08d69 service nova] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 922.135417] env[69801]: INFO networking_nsxv3.common.synchronization [req-10aac130-8800-4936-b115-bed699dd5e7a req-a1cd849e-048d-4cec-bdc1-a7772da08d69 service nova] Enqueued Resource ID: 8338c952-ae94-4fbf-bafc-7bb344e74990 with Priority: HIGHEST for action port [ 922.135652] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_rules [ 922.135777] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 922.135870] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8338c952-ae94-4fbf-bafc-7bb344e74990 with Priority: HIGHEST for action port [ 922.136440] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.136584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.136623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.136805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.136885] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.137932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.138040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.138249] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-8338c952-ae94-4fbf-bafc-7bb344e74990 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.138356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.138620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.139158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.139250] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8338c952-ae94-4fbf-bafc-7bb344e74990',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.641132] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.641132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.641717] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8338c952-ae94-4fbf-bafc-7bb344e74990 with status ACTIVE [ 922.641717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.641717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.641717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.641919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.641919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.642087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.642217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.642307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.642485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.642566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.642772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.642843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.642943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.643073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.643149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.643234] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8338c952-ae94-4fbf-bafc-7bb344e74990 is going to be updated. [ 922.667492] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.667492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.667492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.667704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.667789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.667951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8338c952-ae94-4fbf-bafc-7bb344e74990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.193269] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf240384-400c-41b1-9020-417caf1c4897 req-53b04b0c-10f8-41ea-aeb1-02528eda493a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 923.193916] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 923.194275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.194403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.194475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.194733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.194861] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.194963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.195307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.195507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.195600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.195696] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.694600] env[69801]: INFO networking_nsxv3.common.synchronization [req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c req-6aef090f-4128-4dbb-9154-9e4994f67a31 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 923.695259] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 923.695578] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.695720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.696891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.697147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.697333] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.697726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.697832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.698015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.698112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.698214] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.700527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.700677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.700797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.700971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.701049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.701205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.701304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.701363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.701491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.701568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.701655] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be deleted. [ 923.738046] env[69801]: INFO networking_nsxv3.common.synchronization [req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c req-6aef090f-4128-4dbb-9154-9e4994f67a31 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 923.738046] env[69801]: INFO networking_nsxv3.common.synchronization [req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c req-6aef090f-4128-4dbb-9154-9e4994f67a31 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 923.738046] env[69801]: INFO networking_nsxv3.common.synchronization [req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c req-6aef090f-4128-4dbb-9154-9e4994f67a31 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 with Priority: HIGHEST for action port [ 923.738199] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 923.738250] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 923.738667] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 with Priority: HIGHEST for action port [ 923.738667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.738843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.738843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.738998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.743508] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.744777] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.745146] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6576e98d-ae71-46d4-a13a-481898aecbc9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.745242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.745304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.745467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.745545] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6576e98d-ae71-46d4-a13a-481898aecbc9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.751227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.751308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.751347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.751583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.751718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.754021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.901528] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.901803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.901969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.902289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.902592] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.902798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.902964] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.903191] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.903346] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.903561] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.903683] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.903800] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.903916] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.904050] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.904167] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.904308] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.934069] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.934257] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.934895] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.934895] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-884" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.935067] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-c00b0ebe-684e-4f2c-9369-4f8496418b47 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.935179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.935826] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.935826] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.935826] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00b0ebe-684e-4f2c-9369-4f8496418b47',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.949425] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 923.949695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.950175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.950175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.950321] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.950454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.950509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.950649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.950732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.950909] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.047157] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a in Status: SUCCESS [ 924.047233] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1838e4ed-f16a-4a9f-bd67-9a91b1387f6a deletion is rescheduled due to dependency. [ 924.047316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1838e4ed-f16a-4a9f-bd67-9a91b1387f6a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.201102] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.248529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.248654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.248832] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6576e98d-ae71-46d4-a13a-481898aecbc9 with status ACTIVE [ 924.248995] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.249108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.249167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.249386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.249521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.249633] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.249723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.249777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.249924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.249996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.250196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.250296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.250355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.250492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.250554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.250639] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 is going to be updated. [ 924.274283] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.274432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.274505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.274712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.274850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.275025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.442969] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.442969] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port c00b0ebe-684e-4f2c-9369-4f8496418b47 not found, creating... [ 924.442969] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.442969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.444030] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.444377] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.444635] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.445095] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.445450] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.445777] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: c00b0ebe-684e-4f2c-9369-4f8496418b47 is going to be created. [ 924.454444] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.467199] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.467406] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.467523] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.467829] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.468116] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.468404] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.704045] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.960028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.207069] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.207522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.207522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.207884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.207884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.207884] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be updated. [ 925.247508] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.247508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.247508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.258538] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: IN_PROGRESS for 2s [ 925.306316] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf240384-400c-41b1-9020-417caf1c4897 req-e4f4968f-71f1-4316-aa9a-810d94070ceb service nova] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_rules [ 925.306316] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf240384-400c-41b1-9020-417caf1c4897 req-e4f4968f-71f1-4316-aa9a-810d94070ceb service nova] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 925.306316] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf240384-400c-41b1-9020-417caf1c4897 req-e4f4968f-71f1-4316-aa9a-810d94070ceb service nova] Enqueued Resource ID: c00b0ebe-684e-4f2c-9369-4f8496418b47 with Priority: HIGHEST for action port [ 925.306316] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_rules [ 925.306316] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 925.306316] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b0ebe-684e-4f2c-9369-4f8496418b47 with Priority: HIGHEST for action port [ 925.306316] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.306316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.306316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.306316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.306316] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.308049] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.308783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.309053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.309266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.309427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.309690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.309881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.310346] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.311332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00b0ebe-684e-4f2c-9369-4f8496418b47 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.311613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.311790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.312060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.312231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00b0ebe-684e-4f2c-9369-4f8496418b47',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.459812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.459812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.459812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.460136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.460136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.460136] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 925.491287] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.492803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.492803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.492803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.492803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.504098] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 925.814297] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.815685] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.815863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.816395] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c00b0ebe-684e-4f2c-9369-4f8496418b47 with status ACTIVE [ 925.816979] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.816979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.816979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.816979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.817264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.817264] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.817264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.817373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.817487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.817562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.817737] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.817822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.817879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.818595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.818811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.818946] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c00b0ebe-684e-4f2c-9369-4f8496418b47 is going to be updated. [ 925.843801] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.844039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.844160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.844445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.844696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.844867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00b0ebe-684e-4f2c-9369-4f8496418b47" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.965578] env[69801]: INFO networking_nsxv3.common.synchronization [req-b40431f4-7054-4e04-9898-2ab7c5b52505 req-0fb9dbce-5de6-469f-be3b-ae1cee6bbb8d tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 925.967299] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 925.969182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.969182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.987091] env[69801]: INFO networking_nsxv3.common.synchronization [req-b40431f4-7054-4e04-9898-2ab7c5b52505 req-0fb9dbce-5de6-469f-be3b-ae1cee6bbb8d tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 925.987229] env[69801]: INFO networking_nsxv3.common.synchronization [req-b40431f4-7054-4e04-9898-2ab7c5b52505 req-0fb9dbce-5de6-469f-be3b-ae1cee6bbb8d tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 925.987426] env[69801]: INFO networking_nsxv3.common.synchronization [req-b40431f4-7054-4e04-9898-2ab7c5b52505 req-0fb9dbce-5de6-469f-be3b-ae1cee6bbb8d tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 with Priority: HIGHEST for action port [ 925.987931] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_rules [ 925.991887] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 925.991887] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 with Priority: HIGHEST for action port [ 925.991887] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.991887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.991887] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.991887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.991887] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-6576e98d-ae71-46d4-a13a-481898aecbc9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.991887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.991887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.991887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.991887] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6576e98d-ae71-46d4-a13a-481898aecbc9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.262040] env[69801]: INFO networking_nsxv3.common.synchronization [req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a req-4d80ffbf-cce5-4985-b66c-00c5951a5396 tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Enqueued Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_members [ 926.262040] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGHEST for action security_group_members [ 926.262040] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.262040] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.262040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.262040] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.317241] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.498266] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6576e98d-ae71-46d4-a13a-481898aecbc9 with status ACTIVE [ 926.498266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.498266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.498266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.498266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.498266] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6576e98d-ae71-46d4-a13a-481898aecbc9 is going to be updated. [ 926.519253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.520315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.520315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.520315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.520315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.520315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6576e98d-ae71-46d4-a13a-481898aecbc9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.769957] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.769957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.769957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.770126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.770126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.773038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.773038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.773038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.773038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.773038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.773038] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac is going to be updated. [ 926.803032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.803032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.803236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.803400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.803585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.813718] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac in Status: IN_PROGRESS for 2s [ 926.819432] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.819650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.819751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.820028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.820149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.820277] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be created. [ 926.850193] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.850454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.850544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.850831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.851022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.866472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: UNINITIALIZED for 2s [ 927.269194] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: SUCCESS [ 927.269597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.269701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.269939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.270202] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.270393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.270471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.270645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.270725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.270823] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.518113] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.518113] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.518113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.518113] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.773483] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.019619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.019775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.019834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.020074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.020247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.020371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.020435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.020598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.020685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.020771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.020919] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.021034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.021099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.021215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.021598] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.021598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.021598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.021758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.021758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.021758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.021855] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.278629] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.527100] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a915b16f-809b-4b21-a963-5e2d819486ad: rpc.has_security_group_logging(os_id): False [ 928.545304] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.545532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.545670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.545921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.546103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.546333] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.546399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.546496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.546733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.546824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.547293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.547825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.547825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.547825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.547825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.548107] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.548253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.548357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.548725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.549148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.549148] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 928.621140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.621329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.621415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.623301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.623301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.653680] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 928.780528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.780688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.780757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.780981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.781085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.781184] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be updated. [ 928.825670] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.825860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.825924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.828051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.828051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.829164] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac in Status: SUCCESS [ 928.829409] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac deletion is rescheduled due to dependency. [ 928.829525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.839188] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: IN_PROGRESS for 2s [ 928.883543] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 928.883543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.883543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.883793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.883793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.883895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.884306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.884306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.884306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.884306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.884524] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.054466] env[69801]: INFO networking_nsxv3.common.synchronization [req-726ab498-a193-4292-8718-be54cfb4042e req-16b73d54-ec09-4425-84bb-a094ddf406ed tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Enqueued Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_members [ 929.055510] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_members [ 929.056589] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.057465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.057465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.057465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.057465] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.057882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.057882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.058947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.058947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.058947] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.389144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389144] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.389144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389893] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.562649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.562964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.563202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.563294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.563582] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.563707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.563765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.563888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.563961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.564058] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 already deleted. [ 929.564164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.818231] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.818426] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-444" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.818549] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-444" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.818886] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-444" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.819160] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.819319] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.819440] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.819658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.819808] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.824154] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.824377] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.824515] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.824646] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.824809] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.826204] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.826204] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.849224] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.849224] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.849224] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.849224] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-444" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.849332] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-34430560-6776-42c8-9ec5-f62607d76baf taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.850234] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850234] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850234] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850234] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34430560-6776-42c8-9ec5-f62607d76baf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.901567] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18199b81-b786-4838-9514-91d051eb3ab3: rpc.has_security_group_logging(os_id): False [ 929.922319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.922548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.924050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.924050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.924050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.925311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.925311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.925311] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.925311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.925483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.925507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.925578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.925652] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be created. [ 929.997907] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.998079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.998151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.998399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.998596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.016603] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 930.355595] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.355778] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.355778] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.356107] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.356298] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.356465] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 34430560-6776-42c8-9ec5-f62607d76baf not found, creating... [ 930.356728] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.356892] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.357024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.357256] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.357401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.357689] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.357861] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.357962] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.358581] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.358744] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.358895] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 34430560-6776-42c8-9ec5-f62607d76baf is going to be created. [ 930.382363] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.382589] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.382722] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.383020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.383373] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.383621] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.669197] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 930.669435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.849619] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: SUCCESS [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.851385] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.851385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.851385] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.853084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.853267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.853490] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.853601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.853665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.853822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.854080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.854188] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.354274] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.356268] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.622243] env[69801]: INFO networking_nsxv3.common.synchronization [req-726ab498-a193-4292-8718-be54cfb4042e req-9022dc04-9a63-4db5-bab7-5e03eb2327b8 service nova] Enqueued Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_rules [ 931.622243] env[69801]: INFO networking_nsxv3.common.synchronization [req-726ab498-a193-4292-8718-be54cfb4042e req-9022dc04-9a63-4db5-bab7-5e03eb2327b8 service nova] Enqueued Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_members [ 931.622243] env[69801]: INFO networking_nsxv3.common.synchronization [req-726ab498-a193-4292-8718-be54cfb4042e req-9022dc04-9a63-4db5-bab7-5e03eb2327b8 service nova] Enqueued Resource ID: 34430560-6776-42c8-9ec5-f62607d76baf with Priority: HIGHEST for action port [ 931.622243] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_rules [ 931.622243] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_members [ 931.622243] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34430560-6776-42c8-9ec5-f62607d76baf with Priority: HIGHEST for action port [ 931.622243] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.622243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.623568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.625228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.625498] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.630258] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.630393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.630519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.630809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.633363] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.633363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.634069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.634398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.634541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.637185] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.637185] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-34430560-6776-42c8-9ec5-f62607d76baf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.637185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.637185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.637185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.637185] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34430560-6776-42c8-9ec5-f62607d76baf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.692741] env[69801]: INFO networking_nsxv3.common.synchronization [req-2d112f54-c941-443b-9741-136f19cd9261 req-8518de57-d197-48d8-a866-91efb5f10d18 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Enqueued Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 931.696277] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c with Priority: HIGHEST for action security_group_members [ 931.696277] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.696277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.856135] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c: rpc.has_security_group_logging(os_id): False [ 931.857497] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.879058] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.879058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.879058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.879058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.902816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.903134] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.903376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.903376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.903515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.903806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.903806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be updated. [ 931.979704] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.979881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.997312] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: IN_PROGRESS for 2s [ 932.029995] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 932.030232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.132612] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.132741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.140945] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34430560-6776-42c8-9ec5-f62607d76baf with status ACTIVE [ 932.141205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.141338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.141416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.141631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.141720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142374] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.142489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.142557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.143114] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.143250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.143322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.143471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.143544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.143632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34430560-6776-42c8-9ec5-f62607d76baf is going to be updated. [ 932.144856] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.169227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.169394] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.169436] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.169636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.169770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.169925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34430560-6776-42c8-9ec5-f62607d76baf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.362114] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.362114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.362114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.362114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.362114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.362114] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be updated. [ 932.397887] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.397887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.397887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.398085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.398113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.410673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: IN_PROGRESS for 2s [ 932.647231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.152186] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.152186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.152186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.152673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.152673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.152673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 is going to be created. [ 933.182312] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.182312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.182312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.182312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.182312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.199907] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 in Status: UNINITIALIZED for 2s [ 934.016153] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: SUCCESS [ 934.016516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.016713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.016937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.017040] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.423710] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c in Status: SUCCESS [ 934.424022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.424058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.424362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.424654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.424654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.424654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.424930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.424930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.424930] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.544024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.544194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.544345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.544459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.544683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.544683] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be deleted. [ 934.603365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.603559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.603559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.604298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.604403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.604534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.927564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.927811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.927811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.928019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.928116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.928320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.928432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.929959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.929959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.929959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.929959] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c is going to be deleted. [ 934.959335] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.959770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.961209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.961209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.961209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.961209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.961209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.961209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.961209] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.961486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.961618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.961747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.961854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.961977] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.209793] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 in Status: SUCCESS [ 935.210049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.210211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.210435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.210622] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.210743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.210807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.210957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.211050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.211131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.211225] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.464631] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.464942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.464973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.465360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.465495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.465752] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.465882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.465922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.466172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.466246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.466336] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c already deleted. [ 935.466417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54a0fd4-ba5c-45f3-bf9c-dbac602a0e9c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.714116] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.714279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.714351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.714558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.714732] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.714827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.714889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.715041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.715152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.715295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.715399] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.715492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.715550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.715688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.715820] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.715909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.715973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.716109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.716210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.716321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.716437] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.224338] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0335ef10-e9bb-44d4-bbca-c63c814ec5d8: rpc.has_security_group_logging(os_id): False [ 936.248533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.248533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.248533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.248533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.248533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.248533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.248533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.248533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.251825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.252453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.252825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256856] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.256856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256856] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 is going to be created. [ 936.329067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.331397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.331397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.331397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.331397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.341258] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 in Status: IN_PROGRESS for 2s [ 936.619032] env[69801]: INFO networking_nsxv3.common.synchronization [None req-44a77f41-67bd-4ade-871a-fe2585570d19 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_rules [ 936.619746] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_rules [ 936.620078] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.620207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.620275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.620576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.620731] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.767610] env[69801]: INFO networking_nsxv3.common.synchronization [None req-a0c52e7f-ae1e-4cc6-a02d-5e5e514c7d0e tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_rules [ 936.767708] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_rules [ 936.768014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.768146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.151009] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.151120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.151207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.151578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.151697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.151921] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc already deleted. [ 937.151921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.152361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.152361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.152482] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.674393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.674678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.674678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.675044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.675223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.675375] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc already deleted. [ 937.675539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.310740] env[69801]: INFO networking_nsxv3.common.synchronization [req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 req-67c2bc6d-32c7-4f6e-bfe5-f4e53f3b8fc7 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 938.311594] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGHEST for action security_group_members [ 938.311977] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.312169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.312281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.312576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.312850] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.313100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.313185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.313387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.313523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.313676] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.353637] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 in Status: SUCCESS [ 938.353901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.817318] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.817723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.817723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.817812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.817852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.818103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.818218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.818282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.818524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.818618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.818750] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be updated. [ 938.859087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.859087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.859087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.859087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.859087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.869662] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: IN_PROGRESS for 2s [ 939.855100] env[69801]: INFO networking_nsxv3.common.synchronization [req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca req-761b4c6d-75b6-44f3-91cf-06b026c283f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 939.855695] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 939.856566] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.856696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.856768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.856963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.857143] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.857242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.857305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.857454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.857563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.857667] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.359876] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.586379] env[69801]: INFO networking_nsxv3.common.synchronization [None req-fb668361-fe63-417a-9c48-cfd459f02ba5 None None] Enqueued Resource ID: edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e with Priority: HIGHEST for action port [ 940.587717] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e with Priority: HIGHEST for action port [ 940.587717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.587717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.587717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.587717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.588055] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.864707] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.882734] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18199b81-b786-4838-9514-91d051eb3ab3 in Status: SUCCESS [ 940.882898] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 deletion is rescheduled due to dependency. [ 940.883100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.948778] env[69801]: INFO networking_nsxv3.common.synchronization [req-6ad3b783-3562-461c-b536-b066d3d3f3a0 req-f2600ef3-4209-4c34-968f-e73ae80dd34a tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 940.949497] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 940.949793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.949908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.949974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.950932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.951167] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.951287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.951287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.954185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.954298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.954408] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.093180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e [ 941.093180] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.093180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.093180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.093180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.093180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.093180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e already deleted. [ 941.093180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edfb1eb9-8019-4b94-a4e7-9b3f4f8e878e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.367350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.367576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.367681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.367935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.368167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.368371] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 941.397972] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.398141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.398219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.398810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.398967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.418515] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 941.458292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.458592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.458732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.459174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.459270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.459881] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.459881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.459881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.460164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.460324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.460491] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 941.501677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.501870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.501908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.502119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.502261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515038] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 941.670189] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.670396] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.670522] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.670797] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.671068] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.671233] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.671351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.671569] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.671710] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.671925] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.673608] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.673780] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.673898] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.674034] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.674149] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.674295] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.698035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.698035] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.699901] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.699901] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.699901] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-1d352fce-0514-4f1f-a6b3-5c27806a67cb taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.699901] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.699901] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.699901] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.700435] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d352fce-0514-4f1f-a6b3-5c27806a67cb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.203366] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.203808] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.207231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.207641] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.207808] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.207984] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 1d352fce-0514-4f1f-a6b3-5c27806a67cb not found, creating... [ 942.208740] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.208740] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.208740] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.208912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.208987] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.213323] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.213575] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.213754] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.214072] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214229] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.214396] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 1d352fce-0514-4f1f-a6b3-5c27806a67cb is going to be created. [ 942.217099] env[69801]: INFO networking_nsxv3.common.synchronization [None req-fadce5a2-8e0b-4c91-94e9-1e1cdc721f74 None None] Enqueued Resource ID: b5e5186d-4573-4ba7-915f-1e11573ce571 with Priority: HIGHEST for action port [ 942.217860] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e5186d-4573-4ba7-915f-1e11573ce571 with Priority: HIGHEST for action port [ 942.218578] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e5186d-4573-4ba7-915f-1e11573ce571 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.218678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e5186d-4573-4ba7-915f-1e11573ce571" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.218678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e5186d-4573-4ba7-915f-1e11573ce571" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.218938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e5186d-4573-4ba7-915f-1e11573ce571" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.219097] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e5186d-4573-4ba7-915f-1e11573ce571',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.244036] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.244036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.244036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.244036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.244036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.244036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.448157] env[69801]: INFO networking_nsxv3.common.synchronization [None req-c41bab9a-7d6d-4b67-8ddc-ba4dd013f725 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 942.448502] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 942.448609] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.448808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.448808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.449077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.449226] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.614471] env[69801]: INFO networking_nsxv3.common.synchronization [None req-174bb888-1715-4484-a2d3-9676dbada067 None None] Enqueued Resource ID: 4796044f-a0ef-40a2-b1d0-0be3d3d842de with Priority: HIGHEST for action port [ 942.615511] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4796044f-a0ef-40a2-b1d0-0be3d3d842de with Priority: HIGHEST for action port [ 942.616055] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4796044f-a0ef-40a2-b1d0-0be3d3d842de taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.616363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4796044f-a0ef-40a2-b1d0-0be3d3d842de" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.616552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4796044f-a0ef-40a2-b1d0-0be3d3d842de" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.616916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4796044f-a0ef-40a2-b1d0-0be3d3d842de" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.617113] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4796044f-a0ef-40a2-b1d0-0be3d3d842de',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.627343] env[69801]: INFO networking_nsxv3.common.synchronization [None req-96c80e84-6992-4282-8ca1-0b14678d08aa tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 942.627343] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 942.627343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.627343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.727747] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e5186d-4573-4ba7-915f-1e11573ce571 [ 942.727747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.727747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.727747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.727747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.727747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.727747] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e5186d-4573-4ba7-915f-1e11573ce571 already deleted. [ 942.727747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e5186d-4573-4ba7-915f-1e11573ce571" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.974249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.974358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.975034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 already deleted. [ 942.975034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.975260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.975473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.975616] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.120478] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4796044f-a0ef-40a2-b1d0-0be3d3d842de [ 943.120617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.120749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.120816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.121033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.121118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.121216] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4796044f-a0ef-40a2-b1d0-0be3d3d842de already deleted. [ 943.121294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4796044f-a0ef-40a2-b1d0-0be3d3d842de" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.429869] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 943.430138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.499342] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.499342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.499342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.499342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.505638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.505638] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 already deleted. [ 943.505638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.516842] env[69801]: INFO networking_nsxv3.common.synchronization [req-6ad3b783-3562-461c-b536-b066d3d3f3a0 req-f6999715-58d4-4120-a808-badc6ba8a16d service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 943.516842] env[69801]: INFO networking_nsxv3.common.synchronization [req-6ad3b783-3562-461c-b536-b066d3d3f3a0 req-f6999715-58d4-4120-a808-badc6ba8a16d service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 943.516842] env[69801]: INFO networking_nsxv3.common.synchronization [req-6ad3b783-3562-461c-b536-b066d3d3f3a0 req-f6999715-58d4-4120-a808-badc6ba8a16d service nova] Enqueued Resource ID: 1d352fce-0514-4f1f-a6b3-5c27806a67cb with Priority: HIGHEST for action port [ 943.523023] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 943.523023] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 943.523023] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d352fce-0514-4f1f-a6b3-5c27806a67cb with Priority: HIGHEST for action port [ 943.523023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.523023] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.523023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d352fce-0514-4f1f-a6b3-5c27806a67cb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.523023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.523023] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d352fce-0514-4f1f-a6b3-5c27806a67cb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.531298] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 943.531529] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 943.531663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.532210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.532492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.533559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.533559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.533559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.533559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.533559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.533559] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.862281] env[69801]: INFO networking_nsxv3.common.synchronization [req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f req-bbf43b70-76d7-4148-a362-49767af1d917 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 943.862281] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 943.865969] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.865969] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.865969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.865969] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.974558] env[69801]: INFO networking_nsxv3.common.synchronization [None req-66cefa37-9419-4759-9cb0-5339731e1794 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_rules [ 943.975095] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_rules [ 943.975443] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.975598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.975705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.975926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.976828] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.024072] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d352fce-0514-4f1f-a6b3-5c27806a67cb with status ACTIVE [ 944.024295] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.024424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.024492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.024700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.024787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.024965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.025406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.025439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.025670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.025804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.026016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.026111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.026171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.026313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.026584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.026717] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d352fce-0514-4f1f-a6b3-5c27806a67cb is going to be updated. [ 944.028367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.028463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.040312] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.052247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.052247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.052247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.052574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.052658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.053335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d352fce-0514-4f1f-a6b3-5c27806a67cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.158793] env[69801]: INFO networking_nsxv3.common.synchronization [None req-14568388-706a-4661-8825-bf050a4a773f tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_rules [ 944.158936] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_rules [ 944.159247] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.159349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.349262] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4257ca29-f128-4b27-9c2b-cc0fe02baca4 None None] Enqueued Resource ID: 3a5b8817-b7b8-43bb-9b13-597584b18bd9 with Priority: HIGHEST for action port [ 944.349832] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5b8817-b7b8-43bb-9b13-597584b18bd9 with Priority: HIGHEST for action port [ 944.349943] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5b8817-b7b8-43bb-9b13-597584b18bd9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.350192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5b8817-b7b8-43bb-9b13-597584b18bd9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.350192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5b8817-b7b8-43bb-9b13-597584b18bd9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.350878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5b8817-b7b8-43bb-9b13-597584b18bd9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.350878] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5b8817-b7b8-43bb-9b13-597584b18bd9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.368649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.368649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.368649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.368649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.368649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.369184] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.369372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.369440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.369708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.369767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.369880] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be updated. [ 944.396372] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.396526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.396597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.396796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.396934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.414720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 944.501018] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.501018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1fa423-5d02-4284-8148-1894d50ef152 already deleted. [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.501018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.501018] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.542325] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.563084] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563317] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563435] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563713] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.563981] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.564153] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.564274] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.564490] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.564634] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.564851] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.564966] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.566271] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.566481] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.566635] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.566759] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.566908] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.588201] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.588380] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.588527] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.588704] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-775" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.589043] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-03d52d24-f3e9-4421-b5b8-ac2110a956df taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.589313] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.589376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.589673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.589818] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d52d24-f3e9-4421-b5b8-ac2110a956df',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.854335] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a5b8817-b7b8-43bb-9b13-597584b18bd9 [ 944.854610] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.854717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.854804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.855038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.855146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.855265] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a5b8817-b7b8-43bb-9b13-597584b18bd9 already deleted. [ 944.855362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5b8817-b7b8-43bb-9b13-597584b18bd9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020836] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.020836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.020836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.020836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.020836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020836] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1fa423-5d02-4284-8148-1894d50ef152 already deleted. [ 945.020836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.046557] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.046722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.047655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.047655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.047655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.047655] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 945.087778] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.090018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.090018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.090018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.090018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.092935] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.093237] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.093328] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.093610] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.093764] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.093925] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 03d52d24-f3e9-4421-b5b8-ac2110a956df not found, creating... [ 945.094241] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.094429] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.095421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.095421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.095421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.095421] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.095421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.095604] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.095733] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.098160] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.101806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 03d52d24-f3e9-4421-b5b8-ac2110a956df is going to be created. [ 945.101806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 945.118740] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.118884] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.119026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.119333] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.119577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.119784] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.303484] env[69801]: INFO networking_nsxv3.common.synchronization [req-a1699555-f282-43ed-923b-8abe6e372e37 req-64f033b3-0f26-472e-98eb-1f3fb8309e3e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Enqueued Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_members [ 946.304471] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 with Priority: HIGHEST for action security_group_members [ 946.304798] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.304974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.305112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.305414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.305763] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.305925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.306040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.306267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.306423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.306562] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0335ef10-e9bb-44d4-bbca-c63c814ec5d8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.324979] env[69801]: INFO networking_nsxv3.common.synchronization [req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f req-5f301b7e-b81b-43c3-96e4-351d0d9c3baf service nova] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 946.326011] env[69801]: INFO networking_nsxv3.common.synchronization [req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f req-5f301b7e-b81b-43c3-96e4-351d0d9c3baf service nova] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 946.326269] env[69801]: INFO networking_nsxv3.common.synchronization [req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f req-5f301b7e-b81b-43c3-96e4-351d0d9c3baf service nova] Enqueued Resource ID: 03d52d24-f3e9-4421-b5b8-ac2110a956df with Priority: HIGHEST for action port [ 946.327017] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_rules [ 946.327220] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 946.327374] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d52d24-f3e9-4421-b5b8-ac2110a956df with Priority: HIGHEST for action port [ 946.328462] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.328604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.328674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.328868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.328950] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.329803] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.329876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.330066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d52d24-f3e9-4421-b5b8-ac2110a956df taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.330168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.330233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.330396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.330468] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d52d24-f3e9-4421-b5b8-ac2110a956df',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.418992] env[69801]: INFO networking_nsxv3.common.synchronization [req-d8de08d5-239d-4772-ae34-a4f02e99289a req-2d53a8b6-d51c-4d12-a5eb-e63aaaba9505 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 946.418992] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 946.421263] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 946.421431] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a deletion is rescheduled due to dependency. [ 946.421538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.421825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.422391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.422391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.422391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.422533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.422649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.423899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.423899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.423899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.423899] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.427096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.427096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.427096] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.427096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.427096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.427096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.427096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.427096] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.809142] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.809308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.809383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.809597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.809687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.809878] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.809977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.810050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.810199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.810275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.810390] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 is going to be updated. [ 946.835731] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.835864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.836056] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03d52d24-f3e9-4421-b5b8-ac2110a956df with status ACTIVE [ 946.836237] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.836372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.836440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.836644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.836732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.836897] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.836994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.837068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.837210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.837285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.837466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.837627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.837691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.837831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.837902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.837985] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03d52d24-f3e9-4421-b5b8-ac2110a956df is going to be updated. [ 946.843667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.843799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.843843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.844038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.844170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.856236] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 in Status: IN_PROGRESS for 2s [ 946.864838] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.864989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.865254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.865361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.865506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.865665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d52d24-f3e9-4421-b5b8-ac2110a956df" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.928664] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.928848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.928902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.929112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.929264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.930728] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.930728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.930728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.930728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.930728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.930728] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 946.931227] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.966376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.966603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.966806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.966943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.985983] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 947.035997] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.036360] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.036631] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.036936] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.037961] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.037961] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.037961] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.040507] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.040507] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.040507] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.040507] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.040507] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.040507] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.040507] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.040507] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.040507] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.061043] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.061043] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.061043] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.061043] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.061321] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.061321] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.061475] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.061788] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.061925] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46c90e8-f0e0-4bb7-ab8c-d69628fbf361',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.114389] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 947.114389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.114389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.114700] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.114810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.114882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.115069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.115139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.115231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.432940] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.566278] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.566278] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.566278] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.566278] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.566278] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.566278] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 not found, creating... [ 947.568726] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.568726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.568726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.568726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.568726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.568726] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.568726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.568726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.569199] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.569263] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.569444] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 is going to be created. [ 947.592876] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.593172] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.593380] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.593784] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.593998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.594258] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.617934] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.618143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.618219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.618446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.618618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.618718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.618783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.618927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.619020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.619107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.619252] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.619347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.619406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.619546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.619680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.619771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.619831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.619971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.620072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.620146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.620236] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.936170] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.936170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.936170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.936351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.936480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.936612] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be updated. [ 947.968589] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.968742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.968815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.969039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.969181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.978995] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 948.123382] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa2e54-0cf8-418b-9a6c-efca63384668: rpc.has_security_group_logging(os_id): False [ 948.142813] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.142969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.143039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.143307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144963] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144963] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144963] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.144963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.145423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.145423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.145423] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 948.215148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.215412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.215516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.215760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.215925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.248471] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 948.519487] env[69801]: INFO networking_nsxv3.common.synchronization [req-d8de08d5-239d-4772-ae34-a4f02e99289a req-04f7fd5c-d6c8-4a71-84ae-7b92cac7586a service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 948.519735] env[69801]: INFO networking_nsxv3.common.synchronization [req-d8de08d5-239d-4772-ae34-a4f02e99289a req-04f7fd5c-d6c8-4a71-84ae-7b92cac7586a service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 948.519846] env[69801]: INFO networking_nsxv3.common.synchronization [req-d8de08d5-239d-4772-ae34-a4f02e99289a req-04f7fd5c-d6c8-4a71-84ae-7b92cac7586a service nova] Enqueued Resource ID: b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 with Priority: HIGHEST for action port [ 948.520097] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 948.520225] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 948.520321] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 with Priority: HIGHEST for action port [ 948.520873] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.522167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.522291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.522606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522606] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.523607] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.523704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.523994] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.524110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.524171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.524348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.524420] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46c90e8-f0e0-4bb7-ab8c-d69628fbf361',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.864460] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 in Status: SUCCESS [ 948.864660] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0335ef10-e9bb-44d4-bbca-c63c814ec5d8 deletion is rescheduled due to dependency. [ 948.864793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0335ef10-e9bb-44d4-bbca-c63c814ec5d8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.997120] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 948.997988] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 948.997988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.997988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.997988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.998496] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.998496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.998496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.998496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.998496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.998658] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.026371] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.026371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.026557] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 with status ACTIVE [ 949.026729] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.026835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.026901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.027121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.027206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.027372] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.027469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.027530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.027679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.027752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.027928] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.028027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.028089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.028228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.028303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.028389] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 is going to be updated. [ 949.051020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.051588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.051759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.051938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.500937] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.990745] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 949.991206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.991206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.991365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.991564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.991726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.991877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.991923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.991971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.992071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.992158] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.003122] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.265397] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 950.265636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.494715] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.506964] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.506964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.506964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.507193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.507193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.507301] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 950.541012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.541341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.541401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.541679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.541894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.552835] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 950.998590] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 288de82c-2cd8-40be-8ab6-71dd1398652a: rpc.has_security_group_logging(os_id): False [ 951.018026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.018026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.018026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.018026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be updated. [ 951.075244] env[69801]: INFO networking_nsxv3.common.synchronization [req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 req-06a66b39-6dc2-4cd4-afdf-1359cec181d5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 951.075953] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 951.076305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.077310] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.077310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.077310] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.080561] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.080680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.080746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.080906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.081069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.103022] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 951.586448] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.089715] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.563321] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 952.563582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.563754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.564017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.565087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.565087] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.592147] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.592344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.592574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.592663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.592759] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 952.622270] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.622442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.622516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.622719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.622858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.631970] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 953.067670] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.067909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.068040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.068509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.068742] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.068879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.068966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.069171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.069262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.069354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.069502] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.069610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.069700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.069859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.070011] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.070482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.070482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.070482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.070482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.070636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.070636] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.119675] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 953.120213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.573585] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 953.592424] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.592608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.592679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.592973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.593751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.593987] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.594124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.594197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.594391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.594481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.594698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.594832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.594900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.595048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.595124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.595594] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.595594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.595594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.596463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.596463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.596463] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 953.675028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.675028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.675028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.675028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.675028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.689581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 954.641727] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 954.642036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.711306] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 955.711306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.076970] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 956.077097] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 960.199022] env[69801]: INFO networking_nsxv3.common.synchronization [req-5494e508-6e12-44cc-8493-f79a70c7d228 req-6d1c5db2-8756-4c27-86a3-944cfe9ca96d tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 960.199022] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGHEST for action security_group_members [ 960.199022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.199022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.199022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.199022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.199022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.199724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.199933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.200177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.200411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.200591] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.704032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.704279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.704334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.704601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.704731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.704983] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.705204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.705204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.705441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.705596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.705664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be updated. [ 960.738366] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.738524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.738578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.738773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.739285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.750423] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: IN_PROGRESS for 2s [ 961.836739] env[69801]: INFO networking_nsxv3.common.synchronization [req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 req-89b7db67-fba1-41a3-8c0e-181636a9a082 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 961.837370] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 961.837698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.837825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.837885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.838108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.838254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.838360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.838404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.838571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.839039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.839166] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.341779] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.341975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.342067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.342283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.342370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.342576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.342666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.345023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.345291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.345427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.345528] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 962.379621] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.379999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.380093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.380306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.380448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.391994] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 962.765937] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 in Status: SUCCESS [ 962.766334] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 deletion is rescheduled due to dependency. [ 962.766591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.402719] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 964.402719] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 deletion is rescheduled due to dependency. [ 964.402719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.500518] env[69801]: INFO networking_nsxv3.common.synchronization [None req-cad7146e-b6f1-460d-9e83-488473471587 None None] Enqueued Resource ID: 07b3b488-d184-4c72-9cac-e6d572186a0b with Priority: HIGHEST for action port [ 964.500986] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3b488-d184-4c72-9cac-e6d572186a0b with Priority: HIGHEST for action port [ 964.501320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-07b3b488-d184-4c72-9cac-e6d572186a0b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.501439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07b3b488-d184-4c72-9cac-e6d572186a0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.501505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07b3b488-d184-4c72-9cac-e6d572186a0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.501764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07b3b488-d184-4c72-9cac-e6d572186a0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.501846] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b3b488-d184-4c72-9cac-e6d572186a0b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.006499] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07b3b488-d184-4c72-9cac-e6d572186a0b [ 965.010114] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.010114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.010114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.010114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.010114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.010114] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07b3b488-d184-4c72-9cac-e6d572186a0b already deleted. [ 965.010114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07b3b488-d184-4c72-9cac-e6d572186a0b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.780734] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5118004a-4a95-4c1a-85dd-f9c672cfc31b tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_rules [ 965.784238] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_rules [ 965.784238] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.784238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.784238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.784238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.784238] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.945251] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e36f8c75-ed9a-43fe-b795-a6d78abfebdc tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_rules [ 965.945577] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_rules [ 965.945867] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.945972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.312403] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.312403] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 already deleted. [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.312403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.312403] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.516855] env[69801]: INFO networking_nsxv3.common.synchronization [req-fcb4d4b0-4110-4f34-a461-3bd659d18910 req-da0afacc-b775-48e8-a67b-103b60660076 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 966.519022] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 966.519431] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.520080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.520183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.520446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.520608] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.520716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.520784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.520930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.521017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.521118] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.610365] env[69801]: INFO networking_nsxv3.common.synchronization [None req-02d0aa1b-4ba2-4c6c-8598-dc2701f62c99 None None] Enqueued Resource ID: 5bef6389-0cd0-4c8f-9918-222942acc042 with Priority: HIGHEST for action port [ 966.610903] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bef6389-0cd0-4c8f-9918-222942acc042 with Priority: HIGHEST for action port [ 966.611279] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bef6389-0cd0-4c8f-9918-222942acc042 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.611379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bef6389-0cd0-4c8f-9918-222942acc042" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.611435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bef6389-0cd0-4c8f-9918-222942acc042" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.611887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bef6389-0cd0-4c8f-9918-222942acc042" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.611972] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bef6389-0cd0-4c8f-9918-222942acc042',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.841411] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.841711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.841711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.841963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.841963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.842074] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 already deleted. [ 966.842107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.023917] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.024091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.024167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.024385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.024487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.024684] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.024788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.024851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.025030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.025093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.025176] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 already deleted. [ 967.025253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.114412] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bef6389-0cd0-4c8f-9918-222942acc042 [ 967.114645] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.114779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.114850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.115073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.115166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.115267] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bef6389-0cd0-4c8f-9918-222942acc042 already deleted. [ 967.115349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bef6389-0cd0-4c8f-9918-222942acc042" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.778040] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.778040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-391" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.778230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-391" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.778548] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-391" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.779298] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.779298] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.779298] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.779551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.779749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.780015] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.780151] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.780268] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.780405] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.780562] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.780676] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.780841] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.803919] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.804144] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.804317] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.804894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-391" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.805297] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.805606] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.805767] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.806126] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.806299] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8910ca-0d7a-48eb-a46d-3546f2e5584b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.310365] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.310685] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.311564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.311564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.311743] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.312211] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b not found, creating... [ 968.314798] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.314798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.314798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.314798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.314798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.315501] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.315501] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.315501] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.315681] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.315819] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.315928] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b is going to be created. [ 968.344011] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.344011] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.344011] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.344240] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.344353] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.344715] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.532532] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3824d73a-466b-43db-9722-747921045abc None None] Enqueued Resource ID: 316f0b4d-3747-408c-babc-2f7fda095e04 with Priority: HIGHEST for action port [ 968.533033] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316f0b4d-3747-408c-babc-2f7fda095e04 with Priority: HIGHEST for action port [ 968.533515] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-316f0b4d-3747-408c-babc-2f7fda095e04 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.533637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-316f0b4d-3747-408c-babc-2f7fda095e04" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.533707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-316f0b4d-3747-408c-babc-2f7fda095e04" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.533964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-316f0b4d-3747-408c-babc-2f7fda095e04" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.539777] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316f0b4d-3747-408c-babc-2f7fda095e04',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.044734] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 316f0b4d-3747-408c-babc-2f7fda095e04 [ 969.044734] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.044734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.044734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.044913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.044990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.045056] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:316f0b4d-3747-408c-babc-2f7fda095e04 already deleted. [ 969.045138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-316f0b4d-3747-408c-babc-2f7fda095e04" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.581656] env[69801]: INFO networking_nsxv3.common.synchronization [req-398ed8b2-ce45-4d2e-8614-6398b5801db0 req-b45dbaa0-f119-4720-80e0-dc0f1617f192 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 969.582201] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 969.582870] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.582998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.583242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.583504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.583673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.583780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.583845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.584014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.584104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.584197] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.638100] env[69801]: INFO networking_nsxv3.common.synchronization [req-423024ee-1346-4098-8c19-b0ae6dcbdbfb req-458f8c79-3bcf-4824-9a5c-4b8fd21d5af0 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_members [ 969.638635] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGHEST for action security_group_members [ 969.643260] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.643260] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.643260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.643260] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.991025] env[69801]: INFO networking_nsxv3.common.synchronization [req-fcb4d4b0-4110-4f34-a461-3bd659d18910 req-aec98e2e-9de2-419e-bcb6-fc116a4f9919 service nova] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_rules [ 969.991025] env[69801]: INFO networking_nsxv3.common.synchronization [req-fcb4d4b0-4110-4f34-a461-3bd659d18910 req-aec98e2e-9de2-419e-bcb6-fc116a4f9919 service nova] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 969.991025] env[69801]: INFO networking_nsxv3.common.synchronization [req-fcb4d4b0-4110-4f34-a461-3bd659d18910 req-aec98e2e-9de2-419e-bcb6-fc116a4f9919 service nova] Enqueued Resource ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with Priority: HIGHEST for action port [ 969.991301] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_rules [ 969.991547] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 969.991761] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with Priority: HIGHEST for action port [ 969.992170] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.992419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.992587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.992912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.993100] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.994101] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.994347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.994510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.999148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.999148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.999148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.999148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.999148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.999148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.999148] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.001965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.001965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.001965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.001965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.001965] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8910ca-0d7a-48eb-a46d-3546f2e5584b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.086934] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.150154] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.150154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.150154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.150336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.150500] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.150595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.150654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.150868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.150951] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 is going to be updated. [ 970.181550] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.181861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.182062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.182452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.182815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.195727] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: IN_PROGRESS for 2s [ 970.367754] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.367952] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.368094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.368373] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.368647] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.368807] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.368922] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.369168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.369311] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.369576] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.369691] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.369800] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.369933] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.370056] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.370161] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.370295] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.395575] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.395783] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.395929] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.396179] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.396702] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-f4910a6a-3485-4b71-83d5-5b2d39b5340e taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.396702] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396865] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.397131] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.397284] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4910a6a-3485-4b71-83d5-5b2d39b5340e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.502806] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.504039] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.504234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.504391] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with status ACTIVE [ 970.504579] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.505137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.505137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.505137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.505291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.505752] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.505752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.505752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.506230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.506230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506302] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.506352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.506424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.506605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.506676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506766] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b is going to be updated. [ 970.531651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.531782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.531856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.535299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.535549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.535731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.589261] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.893182] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6ac2c6e4-4106-426c-969c-51c695fa4130 None None] Enqueued Resource ID: 679aeefb-464a-4b88-9833-08b2aa64fe46 with Priority: HIGHEST for action port [ 970.895722] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679aeefb-464a-4b88-9833-08b2aa64fe46 with Priority: HIGHEST for action port [ 970.896107] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-679aeefb-464a-4b88-9833-08b2aa64fe46 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.896292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679aeefb-464a-4b88-9833-08b2aa64fe46" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.896409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679aeefb-464a-4b88-9833-08b2aa64fe46" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.896802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679aeefb-464a-4b88-9833-08b2aa64fe46" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.896802] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679aeefb-464a-4b88-9833-08b2aa64fe46',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.902542] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.902750] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.902880] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.903182] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.903334] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.903514] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port f4910a6a-3485-4b71-83d5-5b2d39b5340e not found, creating... [ 970.903801] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.903965] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.904102] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.904332] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.904476] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.904774] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.904936] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.905072] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.905317] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.905909] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.905909] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: f4910a6a-3485-4b71-83d5-5b2d39b5340e is going to be created. [ 970.932078] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.933142] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.933142] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.933142] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.933142] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.933304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.009342] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.091687] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.091780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.091957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.092116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.092199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.092304] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 971.142270] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.142270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.142373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.142545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.142647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.153914] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 971.398374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 679aeefb-464a-4b88-9833-08b2aa64fe46 [ 971.398717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.398859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.398930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.399160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.399251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.399343] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:679aeefb-464a-4b88-9833-08b2aa64fe46 already deleted. [ 971.399420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679aeefb-464a-4b88-9833-08b2aa64fe46" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.513509] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.513737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.513737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.513865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.513936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.514051] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be created. [ 971.544995] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.545204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.545247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.545526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.545728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.556580] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: UNINITIALIZED for 2s [ 971.988701] env[69801]: INFO networking_nsxv3.common.synchronization [req-398ed8b2-ce45-4d2e-8614-6398b5801db0 req-0ea70aff-099d-445f-b896-650197d8ff09 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 971.988956] env[69801]: INFO networking_nsxv3.common.synchronization [req-398ed8b2-ce45-4d2e-8614-6398b5801db0 req-0ea70aff-099d-445f-b896-650197d8ff09 service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 971.989014] env[69801]: INFO networking_nsxv3.common.synchronization [req-398ed8b2-ce45-4d2e-8614-6398b5801db0 req-0ea70aff-099d-445f-b896-650197d8ff09 service nova] Enqueued Resource ID: f4910a6a-3485-4b71-83d5-5b2d39b5340e with Priority: HIGHEST for action port [ 971.989242] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 971.989364] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 971.989465] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4910a6a-3485-4b71-83d5-5b2d39b5340e with Priority: HIGHEST for action port [ 971.989999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.990135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.990199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.990392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.990468] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.991312] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.991400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.991579] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4910a6a-3485-4b71-83d5-5b2d39b5340e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.991673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.991733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.991892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.992075] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4910a6a-3485-4b71-83d5-5b2d39b5340e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.205440] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 in Status: SUCCESS [ 972.205677] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 deletion is rescheduled due to dependency. [ 972.205794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.495669] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.495801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.496020] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4910a6a-3485-4b71-83d5-5b2d39b5340e with status ACTIVE [ 972.496274] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.496389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.496457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.496728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.496831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.497010] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.497116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.497196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.497364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.497461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.497697] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.497801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.497862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.498013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.498089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.498175] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4910a6a-3485-4b71-83d5-5b2d39b5340e is going to be updated. [ 972.524188] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.524188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.524188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.524188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.524188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.524188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4910a6a-3485-4b71-83d5-5b2d39b5340e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.163599] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 973.163830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.163998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.164229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.164413] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.164529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.164594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.164744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.164824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.164918] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.566981] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 973.567198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.567366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.567576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.567778] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.567889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.567954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.568120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.568200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.568283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.568375] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.668316] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.821217] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-1e7d1745-b257-4550-a6ad-99970b51e473 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 973.821217] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 973.821217] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.821217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.821217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.821879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.822088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.822208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.822276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.822463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.823710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.823710] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.074038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.074038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.074038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.074038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.074038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.075029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.075125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.075584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.075584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.075705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.075750] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.170374] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.325189] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.325841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.326724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.326724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.326724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.326724] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.326724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.326724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.327360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.327360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.327360] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 974.374066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.375308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.375308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.375308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.375308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.415494] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 974.505656] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-e0b08a9a-8dfb-459a-b479-d35d3eadc803 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 974.505656] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 974.505656] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.505896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.581545] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2f15af-aae9-4e1d-b0f5-ec53b3323222: rpc.has_security_group_logging(os_id): False [ 974.601539] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.601699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.601806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.602040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.602202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.602492] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.602623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.602689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.602875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.602965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.603306] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.603472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.603569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.603725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.603831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.605518] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.605653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.605723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.605895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.605973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.606078] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be created. [ 974.673590] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.673749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.674731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.674731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.674731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 974.682021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.682021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.682021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.682021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.682021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.694273] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 974.733215] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.733397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.733463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.736232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.736232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.745614] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 975.063405] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.064140] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-323" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.064452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-323" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.065195] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-323" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.065599] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.067697] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.067697] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.067697] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.067697] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.067697] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.067697] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.067697] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.067697] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.067697] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.067697] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.067697] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.091252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.091252] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.091252] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.091482] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-323" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.092608] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a0b1f27a-a9a3-4938-a887-08e70a8411ca taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.092608] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.092608] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.092608] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.092608] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b1f27a-a9a3-4938-a887-08e70a8411ca',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.595320] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.595744] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.595744] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.596347] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.596347] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.596569] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a0b1f27a-a9a3-4938-a887-08e70a8411ca not found, creating... [ 975.596693] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.596873] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.597023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.597274] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.597429] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.597746] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.597963] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.598126] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.598433] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.598491] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.598650] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a0b1f27a-a9a3-4938-a887-08e70a8411ca is going to be created. [ 975.622610] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.622893] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.623930] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.623930] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.623930] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.624092] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.386153] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-37a5cda1-e566-44ce-b252-2d9c6ade7528 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 976.386346] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-37a5cda1-e566-44ce-b252-2d9c6ade7528 service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 976.386493] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-37a5cda1-e566-44ce-b252-2d9c6ade7528 service nova] Enqueued Resource ID: a0b1f27a-a9a3-4938-a887-08e70a8411ca with Priority: HIGHEST for action port [ 976.386725] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 976.386848] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 976.386944] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b1f27a-a9a3-4938-a887-08e70a8411ca with Priority: HIGHEST for action port [ 976.387526] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.387655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.387707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.387903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.387982] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.392342] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.392342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.392342] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0b1f27a-a9a3-4938-a887-08e70a8411ca taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.392342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.392342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.392342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.392342] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b1f27a-a9a3-4938-a887-08e70a8411ca',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.426272] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 976.426272] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc deletion is rescheduled due to dependency. [ 976.426272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.426272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.426272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.426485] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.426569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.426631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.426784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.426863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.427061] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.705656] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 976.706033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.757295] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 976.757551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.757752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.758048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.758288] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.758431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.758558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.758663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.758741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.758827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.758923] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.892563] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.892563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.896682] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0b1f27a-a9a3-4938-a887-08e70a8411ca with status ACTIVE [ 976.897022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.897113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.897146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.897349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.897459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.897752] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.897752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.897858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.898045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.898134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.898281] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.898339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.898389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.898522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.898595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.898678] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0b1f27a-a9a3-4938-a887-08e70a8411ca is going to be updated. [ 976.930029] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.930029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.930029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.930029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.930029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.930029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0b1f27a-a9a3-4938-a887-08e70a8411ca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.930029] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.261358] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.261523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.261599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.261818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.261986] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.262105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.262169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.262322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.262418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.262498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.262640] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.262727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.262785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.262922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.263202] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.263300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.263363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.263527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.263605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.263686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.263777] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.432555] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.435211] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.435400] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-736" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435559] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-736" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435906] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-736" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.440020] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.440020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.440020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.440020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.440020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.440020] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.440020] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.440647] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.440647] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.440647] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.440795] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.441328] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.463840] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.464099] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.464286] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.464530] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-736" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.464945] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-7cc42dba-b85f-465c-972f-650c06f6cb10 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.465192] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.465361] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.465774] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.466038] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc42dba-b85f-465c-972f-650c06f6cb10',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.766780] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f9f8e-c2d9-4022-b576-029038524f93: rpc.has_security_group_logging(os_id): False [ 977.789087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.789087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.789087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.789305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.789407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.789605] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.789704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.789757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.789918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.790290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.790481] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.790568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.790633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.790773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.790846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.791033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.791271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.791271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.791351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.791378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.791453] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 977.860365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.860563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.860608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.860799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.860940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.876997] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 977.944906] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.945123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.945164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.945579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.945755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.945912] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 977.969898] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.970327] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.970404] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.970640] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.970832] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.971015] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 7cc42dba-b85f-465c-972f-650c06f6cb10 not found, creating... [ 977.971297] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.971465] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.971586] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.971841] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.971985] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.972389] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.972678] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.972899] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.973112] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.973265] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.973424] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 7cc42dba-b85f-465c-972f-650c06f6cb10 is going to be created. [ 977.991508] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.991508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.991508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.991508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.991957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.002180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 978.006975] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.007250] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.007334] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.007615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.007884] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.008127] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.873174] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-72ce51fd-ed20-461e-bbb5-23b1ef296b1e service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 978.875097] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-72ce51fd-ed20-461e-bbb5-23b1ef296b1e service nova] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 978.875097] env[69801]: INFO networking_nsxv3.common.synchronization [req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a req-72ce51fd-ed20-461e-bbb5-23b1ef296b1e service nova] Enqueued Resource ID: 7cc42dba-b85f-465c-972f-650c06f6cb10 with Priority: HIGHEST for action port [ 978.875097] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_rules [ 978.875097] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 978.875097] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc42dba-b85f-465c-972f-650c06f6cb10 with Priority: HIGHEST for action port [ 978.875097] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.875700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.878539] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.878539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.878539] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc42dba-b85f-465c-972f-650c06f6cb10 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.878539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.878539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.878539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.878539] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc42dba-b85f-465c-972f-650c06f6cb10',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.385026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cc42dba-b85f-465c-972f-650c06f6cb10 with status ACTIVE [ 979.385026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.385026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.385026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.385026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.385026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cc42dba-b85f-465c-972f-650c06f6cb10 is going to be updated. [ 979.411434] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.411434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.411434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.411434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.411434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.411434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc42dba-b85f-465c-972f-650c06f6cb10" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.895585] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 979.895968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.013083] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 980.013083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.013283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.014110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.014316] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.014441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.014505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.014691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.014797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.014940] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.517516] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.020426] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.523323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.523525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.523525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.523753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.523840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.523944] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 981.561643] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.561831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.561831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.562284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.562450] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.576496] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 982.725552] env[69801]: INFO networking_nsxv3.common.synchronization [req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 req-5f576c66-198f-4928-b0ac-3c3d03ffa1c3 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_members [ 982.726127] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_members [ 982.726952] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.726952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.726952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.728203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.728203] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.728203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.728203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.728551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.728551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.728551] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.230902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.233140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.233140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc already deleted. [ 983.233140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.334670] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.335839] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.336273] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.337115] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.337595] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.337951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.338655] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.338655] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.338787] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.339010] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.339142] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.339264] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.339381] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.339497] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.339613] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.339756] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.361846] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.362162] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.362249] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.362414] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.362740] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.363018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.363172] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.363530] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.363705] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce07fe2-c0e0-4b80-8676-19b6802f2fea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.586224] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 983.587118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.587118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.587118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.587118] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.587118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.587330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.587330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.587392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.587471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.587566] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.591082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.592720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.592934] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.593076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.593157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.593389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.593480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.593636] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.868780] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.868780] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 9ce07fe2-c0e0-4b80-8676-19b6802f2fea not found, creating... [ 983.868780] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.868780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.869735] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.870176] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.870586] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.872663] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.872663] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.872663] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 9ce07fe2-c0e0-4b80-8676-19b6802f2fea is going to be created. [ 983.896778] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.897250] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.897426] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.898054] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.898316] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.898952] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.091923] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.092080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.096882] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.599151] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.102554] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.102955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.102955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.103062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.103205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.104039] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 985.137638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.137843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.137960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.138278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.138437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.151720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 985.505820] env[69801]: INFO networking_nsxv3.common.synchronization [req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 req-eb5faec5-77aa-4330-9c19-34c39b56fd63 service nova] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_rules [ 985.506099] env[69801]: INFO networking_nsxv3.common.synchronization [req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 req-eb5faec5-77aa-4330-9c19-34c39b56fd63 service nova] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_members [ 985.506173] env[69801]: INFO networking_nsxv3.common.synchronization [req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 req-eb5faec5-77aa-4330-9c19-34c39b56fd63 service nova] Enqueued Resource ID: 9ce07fe2-c0e0-4b80-8676-19b6802f2fea with Priority: HIGHEST for action port [ 985.507228] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_rules [ 985.507427] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_members [ 985.507488] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce07fe2-c0e0-4b80-8676-19b6802f2fea with Priority: HIGHEST for action port [ 985.507793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.507922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.508028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.508207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.508315] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.509332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.509387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.509416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.509586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.509734] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.509855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.509910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.510037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.510160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.510289] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.511689] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.511806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.511909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.513723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.513810] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce07fe2-c0e0-4b80-8676-19b6802f2fea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.021024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ce07fe2-c0e0-4b80-8676-19b6802f2fea with status ACTIVE [ 986.021024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.021024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.021024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.021024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ce07fe2-c0e0-4b80-8676-19b6802f2fea is going to be updated. [ 986.025579] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.027784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.030359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.058341] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.058341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.058341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.058341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.058341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.058341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce07fe2-c0e0-4b80-8676-19b6802f2fea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.116192] env[69801]: INFO networking_nsxv3.common.synchronization [req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 req-1c6bbfd5-d4aa-4441-a9b6-b0cded926e96 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 986.116192] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 986.116192] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.116192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.116192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.117980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.118300] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.118559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.119042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.119323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.119506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.119691] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.208792] env[69801]: INFO networking_nsxv3.common.synchronization [req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 req-0ef24c60-2934-4127-84d8-98635b751603 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 986.209433] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 986.209776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.209950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.210131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.210359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.210560] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.210680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.210816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.214326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.214444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.214579] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.530407] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.622281] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.622458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.622533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.622763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.622861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.626033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.626033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.626033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.626033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.626033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.626033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 already deleted. [ 986.626033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.719682] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.033305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.033580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.033580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.033861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.033986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.034113] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc is going to be created. [ 987.061630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.061888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.061888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.062204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.062365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.072673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc in Status: UNINITIALIZED for 2s [ 987.113966] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.114314] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.114424] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.115153] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.115461] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.115660] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.115790] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.116202] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.116402] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.116629] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.116775] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.116893] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.117017] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.117139] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.117267] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.117927] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.143059] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.143249] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.143394] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.143641] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.144034] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.144225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.144352] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.144684] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.144827] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.164298] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 987.164565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.165129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.165671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.166013] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.166165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.166248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.166441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.166524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.166625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.166802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.166910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.167092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.167283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.167698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.167826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.167920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.168080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.168186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.168277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.168372] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.221812] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.649411] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.652031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.652031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.652031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.652031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.652031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 not found, creating... [ 987.652031] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.652031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.652835] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.653129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.653282] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.653707] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.657083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.657083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.657083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.657083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.657083] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 is going to be created. [ 987.674765] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fd92bac-f25e-46dd-824f-9fbcc6df9adc: rpc.has_security_group_logging(os_id): False [ 987.681601] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.681916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.682064] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.682361] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.682596] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.682831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.706564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.706564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.706564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.706564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.707874] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.707874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.707874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.707874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.707874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.707874] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 987.724971] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.724971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.724971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.725224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.725224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.725224] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 987.813541] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.813541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.813541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.813541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.813541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.848562] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 987.848562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.849689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.849689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.849689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.849689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.883593] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 988.127991] env[69801]: INFO networking_nsxv3.common.synchronization [None req-9a5bc8aa-beab-47f1-b976-581d949f4dfe None None] Enqueued Resource ID: 02ea7d74-54d5-4dc7-88e5-c820d48ed917 with Priority: HIGHEST for action port [ 988.128312] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ea7d74-54d5-4dc7-88e5-c820d48ed917 with Priority: HIGHEST for action port [ 988.128830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-02ea7d74-54d5-4dc7-88e5-c820d48ed917 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.128954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02ea7d74-54d5-4dc7-88e5-c820d48ed917" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.129026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02ea7d74-54d5-4dc7-88e5-c820d48ed917" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.129277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02ea7d74-54d5-4dc7-88e5-c820d48ed917" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.129360] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ea7d74-54d5-4dc7-88e5-c820d48ed917',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.632260] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02ea7d74-54d5-4dc7-88e5-c820d48ed917 [ 988.632493] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.632623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.632688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.632893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.632975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.633285] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02ea7d74-54d5-4dc7-88e5-c820d48ed917 already deleted. [ 988.633410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02ea7d74-54d5-4dc7-88e5-c820d48ed917" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.701856] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6ebf4b40-e63c-4b0b-8edc-3b3a825a8c58 None None] Enqueued Resource ID: 0e045bd5-c236-425a-a772-e9e6c5e87fae with Priority: HIGHEST for action port [ 988.702643] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e045bd5-c236-425a-a772-e9e6c5e87fae with Priority: HIGHEST for action port [ 988.703114] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e045bd5-c236-425a-a772-e9e6c5e87fae taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.703235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e045bd5-c236-425a-a772-e9e6c5e87fae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.703299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e045bd5-c236-425a-a772-e9e6c5e87fae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.703716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e045bd5-c236-425a-a772-e9e6c5e87fae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.703823] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e045bd5-c236-425a-a772-e9e6c5e87fae',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.085348] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc in Status: SUCCESS [ 989.085611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.085809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.086180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.086223] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.086316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.087309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.087309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.087309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.087309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.087309] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.206910] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e045bd5-c236-425a-a772-e9e6c5e87fae [ 989.207210] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.207398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.207398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.207600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.207714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.207810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e045bd5-c236-425a-a772-e9e6c5e87fae already deleted. [ 989.207943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e045bd5-c236-425a-a772-e9e6c5e87fae" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.259057] env[69801]: INFO networking_nsxv3.common.synchronization [req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c req-bb13da7f-cc3e-4c26-9481-bbe8d119c5d8 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_members [ 989.259705] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_members [ 989.260468] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.260639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.260720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.261029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.261242] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.261747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.261841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.262072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.262156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.262253] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.431043] env[69801]: INFO networking_nsxv3.common.synchronization [None req-9f79ab1f-debd-4d52-96b8-66e93ed50c48 None None] Enqueued Resource ID: fc7c3098-2182-42ec-9679-69e43567e22e with Priority: HIGHEST for action port [ 989.431303] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c3098-2182-42ec-9679-69e43567e22e with Priority: HIGHEST for action port [ 989.431847] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7c3098-2182-42ec-9679-69e43567e22e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.431969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7c3098-2182-42ec-9679-69e43567e22e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7c3098-2182-42ec-9679-69e43567e22e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7c3098-2182-42ec-9679-69e43567e22e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432393] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7c3098-2182-42ec-9679-69e43567e22e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.598107] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.657433] env[69801]: INFO networking_nsxv3.common.synchronization [req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 req-975befd3-427c-4914-895c-d25c65c552f8 service nova] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 989.657618] env[69801]: INFO networking_nsxv3.common.synchronization [req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 req-975befd3-427c-4914-895c-d25c65c552f8 service nova] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 989.657770] env[69801]: INFO networking_nsxv3.common.synchronization [req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 req-975befd3-427c-4914-895c-d25c65c552f8 service nova] Enqueued Resource ID: 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 with Priority: HIGHEST for action port [ 989.658965] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 989.659146] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 989.659266] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 with Priority: HIGHEST for action port [ 989.660031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.660031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.660031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.660031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.660241] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.661802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.661802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.661802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.661802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.662064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.662064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.664021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.664021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.664021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.664021] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.664324] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.664677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.664677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.664677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.664793] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.765210] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.765448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.765448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.766289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.766289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.766289] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.766289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.766289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.766289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.766289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.766600] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1fa423-5d02-4284-8148-1894d50ef152 already deleted. [ 989.766600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.858245] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 989.858795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.898361] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 989.899109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.899342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.899619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.899744] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.936418] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc7c3098-2182-42ec-9679-69e43567e22e [ 989.936703] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.936887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.937295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.937517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.937612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.937717] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc7c3098-2182-42ec-9679-69e43567e22e already deleted. [ 989.937908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7c3098-2182-42ec-9679-69e43567e22e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.101145] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50ebef48-e78a-4fa1-963e-b3b0c68e71cc: rpc.has_security_group_logging(os_id): False [ 990.122332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.122540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.122540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.122789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.122886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.124067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.124067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.124067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.124067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.124067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.124067] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc is going to be created. [ 990.168236] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.171323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.171323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.171323] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 with status ACTIVE [ 990.171508] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.171508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.171894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.171894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.171894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.173024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.173024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.173024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.173533] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 is going to be updated. [ 990.198570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.198570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.198570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.198570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.198570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.198570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.201022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.203210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.203320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.203616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.204015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.219063] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc in Status: IN_PROGRESS for 2s [ 990.372149] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.372149] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.372149] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.372149] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.372149] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.372396] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.372396] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.373052] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.373052] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.373052] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.373205] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.373303] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.373418] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.373582] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.373722] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.373931] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.399956] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.399956] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.399956] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.399956] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.399956] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-c2f20f28-8049-459d-8b73-bc801eae3f24 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.400243] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.400281] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.401028] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.401028] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f20f28-8049-459d-8b73-bc801eae3f24',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.403833] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.404035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.404035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.404224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.404385] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.406406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.406406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.406406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.406406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.406406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.406406] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.676248] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.910822] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.912692] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port c2f20f28-8049-459d-8b73-bc801eae3f24 not found, creating... [ 990.912692] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.912692] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.913029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.916416] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.916494] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.916851] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.916925] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.917502] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.917736] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: c2f20f28-8049-459d-8b73-bc801eae3f24 is going to be created. [ 990.920954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.920954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.920954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.920954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.920954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.920954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.921293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.921333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.921695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.921695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.921812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.921942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.922094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.922310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.922508] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.922626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.922707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.922922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.923051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.923172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.923323] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.947313] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.947682] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.947808] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.948158] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.948486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.948801] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.180056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.180056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.180056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.180335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.180384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.180889] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be created. [ 991.205640] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.206936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.207083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.207335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.207535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.220256] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: UNINITIALIZED for 2s [ 991.326029] env[69801]: INFO networking_nsxv3.common.synchronization [None req-a497681a-088e-4465-9c50-a67a8bcf9ef7 None None] Enqueued Resource ID: 04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56 with Priority: HIGHEST for action port [ 991.326029] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56 with Priority: HIGHEST for action port [ 991.326029] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.326029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.326029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.326029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.326029] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.425865] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fd92bac-f25e-46dd-824f-9fbcc6df9adc: rpc.has_security_group_logging(os_id): False [ 991.456180] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.456776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.456776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.456776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.456776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.456980] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.456980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.457113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.458231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.458231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.458231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.458231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.458795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.458795] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.459251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.459251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.459251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.459432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.459432] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 991.548057] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.548057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.548057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.549158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.549158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.568637] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 991.799953] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.799953] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.799953] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.799953] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.800481] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.800804] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.801034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.801353] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.801635] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.801950] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.802177] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.802403] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.807285] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.807285] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.807285] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.807285] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.828869] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56 [ 991.829274] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.829600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.830917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.830917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.830917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.830917] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56 already deleted. [ 991.831091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ab9ce2-6c8a-42a3-96b6-4e7b57f37a56" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.832520] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.832520] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.832520] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.832520] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-896" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.832745] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-0f2da7dd-4435-421b-9521-04e255a2382a taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.832878] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.833152] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.834760] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.834760] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2da7dd-4435-421b-9521-04e255a2382a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.058735] env[69801]: INFO networking_nsxv3.common.synchronization [req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c req-c3c7b86a-13bd-46c8-a13f-33df271363b0 service nova] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_rules [ 992.058921] env[69801]: INFO networking_nsxv3.common.synchronization [req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c req-c3c7b86a-13bd-46c8-a13f-33df271363b0 service nova] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_members [ 992.059077] env[69801]: INFO networking_nsxv3.common.synchronization [req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c req-c3c7b86a-13bd-46c8-a13f-33df271363b0 service nova] Enqueued Resource ID: c2f20f28-8049-459d-8b73-bc801eae3f24 with Priority: HIGHEST for action port [ 992.059328] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_rules [ 992.059452] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_members [ 992.059643] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f20f28-8049-459d-8b73-bc801eae3f24 with Priority: HIGHEST for action port [ 992.060280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.060403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.060469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.060671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.060749] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.061924] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.062092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.062133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.062287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.062434] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.062569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.062629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.062720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.062854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.062894] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.064494] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f20f28-8049-459d-8b73-bc801eae3f24 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.064659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.064659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.064822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.064896] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f20f28-8049-459d-8b73-bc801eae3f24',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.231497] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc in Status: SUCCESS [ 992.231497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.342384] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.342384] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.342384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.342813] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.342936] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.344224] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.344502] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.344658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.344838] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 0f2da7dd-4435-421b-9521-04e255a2382a is going to be updated. [ 992.377231] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.377231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.377231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.377231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.377231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.377231] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.453032] env[69801]: INFO networking_nsxv3.common.synchronization [None req-423bd108-7876-46f8-a2af-40954b9af704 None None] Enqueued Resource ID: 074730e5-6287-432e-a4e4-c515c41702c9 with Priority: HIGHEST for action port [ 992.453953] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074730e5-6287-432e-a4e4-c515c41702c9 with Priority: HIGHEST for action port [ 992.454359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-074730e5-6287-432e-a4e4-c515c41702c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.454533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-074730e5-6287-432e-a4e4-c515c41702c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.454928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-074730e5-6287-432e-a4e4-c515c41702c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.455241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-074730e5-6287-432e-a4e4-c515c41702c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.455331] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074730e5-6287-432e-a4e4-c515c41702c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.568636] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.570076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.570220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.570415] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2f20f28-8049-459d-8b73-bc801eae3f24 with status ACTIVE [ 992.570528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.570642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.570696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.570888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.571017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.571368] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.571487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.571561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.572150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.572150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.572150] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.572293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.572293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.572559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.572673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.572764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2f20f28-8049-459d-8b73-bc801eae3f24 is going to be updated. [ 992.602844] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.602844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.602844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.602844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.602844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.602844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f20f28-8049-459d-8b73-bc801eae3f24" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.630137] env[69801]: INFO networking_nsxv3.common.synchronization [None req-02f22a35-a5f7-4b81-88c8-a405f1f4f88d None None] Enqueued Resource ID: 806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7 with Priority: HIGHEST for action port [ 992.630819] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7 with Priority: HIGHEST for action port [ 992.631169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.631298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.631423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.631628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.631716] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.959769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 074730e5-6287-432e-a4e4-c515c41702c9 [ 992.960283] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.960283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.960442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.960519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.960626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.960950] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:074730e5-6287-432e-a4e4-c515c41702c9 already deleted. [ 992.960950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-074730e5-6287-432e-a4e4-c515c41702c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.076441] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.110759] env[69801]: INFO networking_nsxv3.common.synchronization [None req-70c1182d-261b-416c-9dd2-94ee618f4f9c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 993.111671] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 993.111671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.111837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.111837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.113929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.113929] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.134200] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7 [ 993.134427] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.134551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.134621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.134832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.134923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.135029] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7 already deleted. [ 993.135619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806fbbfa-b5aa-4cf3-a1b2-b49ed2238fc7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.233992] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.236831] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.236831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.238186] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.316117] env[69801]: INFO networking_nsxv3.common.synchronization [req-dbde0c35-e372-4d42-84f2-b50eb3b9806d req-33942988-fb29-420c-80ad-74bc1e16576b service nova] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_rules [ 993.316117] env[69801]: INFO networking_nsxv3.common.synchronization [req-dbde0c35-e372-4d42-84f2-b50eb3b9806d req-33942988-fb29-420c-80ad-74bc1e16576b service nova] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 993.316486] env[69801]: INFO networking_nsxv3.common.synchronization [req-dbde0c35-e372-4d42-84f2-b50eb3b9806d req-33942988-fb29-420c-80ad-74bc1e16576b service nova] Enqueued Resource ID: 0f2da7dd-4435-421b-9521-04e255a2382a with Priority: HIGHEST for action port [ 993.317057] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_rules [ 993.320141] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 993.320393] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2da7dd-4435-421b-9521-04e255a2382a with Priority: HIGHEST for action port [ 993.320682] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.320817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.320890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.321139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.321261] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.323466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.323466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.323466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.323466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.323466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.323466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.323851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.323851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.323851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.323851] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.324695] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2da7dd-4435-421b-9521-04e255a2382a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.324807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.324857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.325040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.325115] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2da7dd-4435-421b-9521-04e255a2382a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.372382] env[69801]: INFO networking_nsxv3.common.synchronization [None req-488329c2-c9f2-4741-99fc-e474ae5b64ca tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 993.373538] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 993.373893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.375513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.579651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.579651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.579651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.579651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.579651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.579651] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1fa423-5d02-4284-8148-1894d50ef152 is going to be created. [ 993.592258] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 993.592258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.607448] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.607640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.607745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.608030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.608228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.621175] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: UNINITIALIZED for 2s [ 993.635382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.635649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.635721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.635911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.636021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.636116] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 already deleted. [ 993.636200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.636354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.636503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.636596] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.740214] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.828297] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.828435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.828632] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.829615] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f2da7dd-4435-421b-9521-04e255a2382a with status ACTIVE [ 993.829814] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.829928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.830011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.830214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.830308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.830469] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.830557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.830643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.830794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.831355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.831548] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.831648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.831711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.832070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.832171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.832315] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f2da7dd-4435-421b-9521-04e255a2382a is going to be updated. [ 993.866838] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.867009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.867083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.867314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.867453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.867617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2da7dd-4435-421b-9521-04e255a2382a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.985902] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 993.986259] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_members [ 993.987020] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 993.987167] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_members [ 993.987487] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.987617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.987709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.987918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.988482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.988482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.988482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.988482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.988482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.988807] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.989858] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.989995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.990056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.990300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.990491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.990606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.990666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.990817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.990902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.990999] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.084785] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_rules [ 994.084987] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 994.085148] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_rules [ 994.085284] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_members [ 994.085419] env[69801]: INFO networking_nsxv3.common.synchronization [req-7d5eb82a-df7e-4fb0-9519-810fe8a092c5 req-cabf6860-0163-42fe-8ae3-d478bbe32140 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with Priority: HIGHEST for action port [ 994.087403] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_rules [ 994.087628] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_rules [ 994.087768] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with Priority: HIGHEST for action port [ 994.087917] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 994.088011] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_members [ 994.088398] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.088483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.088514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.088777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.088886] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.093692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.093823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.093892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.094280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.094371] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.096812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.096812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.096812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.096812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.096812] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8910ca-0d7a-48eb-a46d-3546f2e5584b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.096812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.096812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.097169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.097169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.157751] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.157926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.157998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.158561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.158561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.158561] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 already deleted. [ 994.158561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.243127] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7566fe1-f6cc-44ff-b725-7e2559616504: rpc.has_security_group_logging(os_id): False [ 994.262643] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.262799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.262873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.263105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.263194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.263434] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.263624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.263720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.263843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.263917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.264011] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be created. [ 994.334502] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.339741] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.339741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.339741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.339741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.339741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.355041] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 994.477986] env[69801]: INFO networking_nsxv3.common.synchronization [req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f req-49b6e2ce-df04-4cf7-93d3-575883865321 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 994.478855] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 994.479675] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.479675] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.479811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.480798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.480798] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.480798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.480798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.481091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.481091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.481297] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.493300] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.494565] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.598214] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.599752] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with status ACTIVE [ 994.599955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.600171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.600385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.600662] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.600952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.601358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.601421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601710] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b is going to be updated. [ 994.603863] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.603863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.631517] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.631634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.631708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.631916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.632075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.632232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.843350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.843350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.843350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.843350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.843350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.843350] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 994.880823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.881048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.881112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.881314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.881464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.894711] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 994.985174] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.996475] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.997592] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.490434] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.499732] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.499732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.499946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.499982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.500133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.500263] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be updated. [ 995.501728] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.501868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.501940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.504065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.504175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.504487] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d is going to be created. [ 995.535230] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.535310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.535366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.535556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.535813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.540745] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.540745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.540844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.541160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.541373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.552055] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d in Status: UNINITIALIZED for 2s [ 995.553169] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 995.590955] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e9e957b-7171-4252-ac06-9fad50b3aa6b req-65008858-400a-4e06-9a9f-3b1656f5ba08 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 995.591288] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e9e957b-7171-4252-ac06-9fad50b3aa6b req-65008858-400a-4e06-9a9f-3b1656f5ba08 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_members [ 995.591835] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 995.591977] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d with Priority: HIGHEST for action security_group_members [ 995.592600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.592778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.593044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.593176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.635785] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: UNINITIALIZED for 4s [ 995.820369] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e9e957b-7171-4252-ac06-9fad50b3aa6b req-65008858-400a-4e06-9a9f-3b1656f5ba08 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_rules [ 995.821563] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e9e957b-7171-4252-ac06-9fad50b3aa6b req-65008858-400a-4e06-9a9f-3b1656f5ba08 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 995.821961] env[69801]: INFO networking_nsxv3.common.synchronization [req-6e9e957b-7171-4252-ac06-9fad50b3aa6b req-65008858-400a-4e06-9a9f-3b1656f5ba08 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with Priority: HIGHEST for action port [ 995.823098] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_rules [ 995.826597] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 995.826597] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with Priority: HIGHEST for action port [ 995.826597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.826597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.826597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.826597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.826597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.826597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.826597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.826597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.826597] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8910ca-0d7a-48eb-a46d-3546f2e5584b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.897741] env[69801]: INFO networking_nsxv3.common.synchronization [req-da621010-334d-46c9-84c4-b2b96aea8114 req-94d0fd3e-e2ed-4952-9eac-a5c191e1e6c1 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 995.898785] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 995.899259] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.899437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.900236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.900236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.900236] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.900236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.900420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.900964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.900964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.900964] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.993907] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.994084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.994146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.994351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.994439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.994534] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 996.029773] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.029773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.029773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.029773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.029773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.040498] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 996.334834] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b with status ACTIVE [ 996.334834] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.334834] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.334834] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.334834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.334834] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b is going to be updated. [ 996.356892] env[69801]: INFO networking_nsxv3.common.synchronization [req-da621010-334d-46c9-84c4-b2b96aea8114 req-00e3131b-ac4b-469d-b105-79d3b245d85f tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 996.358284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.358423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.358668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.358746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.358810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.358963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8910ca-0d7a-48eb-a46d-3546f2e5584b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.359771] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGHEST for action security_group_members [ 996.360078] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.360180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.370236] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 996.370538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.403531] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.906921] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.912948] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.912948] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912948] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.414204] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.414204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.414479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.414941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.414982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.415183] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 997.420262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.420409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.420492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.421046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.421046] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.421046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.425185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.425448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.425547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.425679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.425896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.426074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.426074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.426239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.426389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.426482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.426733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.426733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.426820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.426848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.427201] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.468977] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.468977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.468977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.469162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.469162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.487298] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 997.568715] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d in Status: SUCCESS [ 997.569344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.570690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.570690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.570690] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.570690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.570690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.570947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.570947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.571552] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.573268] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 997.573599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.574355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.575015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.575360] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.575702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.578902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.579196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.579469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.580137] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.585718] env[69801]: INFO networking_nsxv3.common.synchronization [req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 req-c55b6d64-1229-47f3-8101-ac75d89ecbb3 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 997.586611] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 997.586942] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.587162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.587259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.587510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.588485] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.588485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.588485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.588485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.588485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.588730] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.646923] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: SUCCESS [ 997.647205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.647353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.647561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.647749] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.648140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.648140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.648140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.648425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.648425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.648425] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.716117] env[69801]: INFO networking_nsxv3.common.synchronization [req-2726feac-7275-4bfc-9e03-4431dac22687 req-ee41ca1b-ff07-4e9a-8d99-857c34eec2c3 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_members [ 997.716117] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_members [ 997.716386] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.716517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.716606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.716841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.717015] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.717137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.717206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.717473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.717473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.717609] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.933061] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5: rpc.has_security_group_logging(os_id): False [ 997.951606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.951812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.951882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.956241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.978228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.978511] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.978635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.978697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.981350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.981350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.981350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.982097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.982245] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 998.055876] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 998.055876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.059818] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.059818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.059818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.059818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.059818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.072776] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 998.082974] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.082974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.082974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.083311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.083311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.083311] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.083482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.083482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.085101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.085101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.085101] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d is going to be deleted. [ 998.085101] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.094016] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.118652] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.118843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.118951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.119122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.119194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.119286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.120222] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.122249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.122249] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.122249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.122249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.122249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.122249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.122249] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.151116] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.220313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.220514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.220588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.221033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.221514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.221589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.221629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.221860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.222070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 already deleted. [ 998.222156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.574060] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.574862] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-521" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.577017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-521" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.577017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-521" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.577017] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.577017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.577017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.577017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.577017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.577449] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.577449] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.577504] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.577762] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.578248] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.578248] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.578248] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.589419] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.593647] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.602826] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.603129] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.603288] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.603477] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-521" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.604040] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-8710a612-9921-4450-aadb-add7db68a3f0 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.604177] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.604283] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.604627] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.604769] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8710a612-9921-4450-aadb-add7db68a3f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.626047] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.626047] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.626047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.626047] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d already deleted. [ 998.626616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.626746] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.628301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.628489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.628668] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.628792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.628844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.629718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.629718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.629718] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.654916] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be1fa423-5d02-4284-8148-1894d50ef152: rpc.has_security_group_logging(os_id): False [ 998.683821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.684638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.684638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.684638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.684638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.684889] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.684960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.685014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.685428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.685557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1fa423-5d02-4284-8148-1894d50ef152 is going to be created. [ 998.802163] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.802341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.802413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.802623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.802821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.816185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: IN_PROGRESS for 2s [ 999.096366] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.096366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.096366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.096366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.096366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.096366] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be updated. [ 999.097209] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.097209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.097209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.098462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.098462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.098462] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 999.107733] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.107962] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.108232] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.109287] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.109475] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.109651] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 8710a612-9921-4450-aadb-add7db68a3f0 not found, creating... [ 999.109977] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.110235] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.110407] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.110668] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.110878] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.111412] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.111598] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.111741] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.111965] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.112120] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.112308] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 8710a612-9921-4450-aadb-add7db68a3f0 is going to be created. [ 999.130990] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.132331] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.132476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.132558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.132830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.132989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.133285] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.133438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.133511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.133746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.133884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.133924] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d already deleted. [ 999.134621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.151998] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.152198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.152343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.152574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.152812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.156913] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.157607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.157607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.157607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.157607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.162525] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.162525] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.162763] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.163041] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.163139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.163400] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.175796] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 999.177016] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 999.503255] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 999.503708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.504091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.504091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.504318] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.504505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.504598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.504808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.504935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.505087] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.636044] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d: rpc.has_security_group_logging(os_id): False [ 999.657638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.657854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.657969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.658293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.658744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.658845] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.658933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.659561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.659561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.659561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.659561] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d is going to be created. [ 999.685459] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d], does not exist path=[/infra/domains/default/groups/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d]."\n}' [ 999.685784] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d [ 999.685784] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 999.765078] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.765283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.765382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.765591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.768511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.768847] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.769113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.772859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.773335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.773335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.773443] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.773563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.773642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.773797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.773868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.773953] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d is going to be created. [ 999.794925] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d], does not exist path=[/infra/domains/default/groups/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d [ 999.795117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.795351] env[69801]: Traceback (most recent call last): [ 999.795386] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 999.795386] env[69801]: return func(*args, **kwargs) [ 999.795386] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 999.795386] env[69801]: res.raise_for_status() [ 999.795386] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 999.795386] env[69801]: raise HTTPError(http_error_msg, response=self) [ 999.795386] env[69801]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d [ 999.795386] env[69801]: During handling of the above exception, another exception occurred: [ 999.795386] env[69801]: Traceback (most recent call last): [ 999.795697] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 999.795697] env[69801]: listener.cb(fileno) [ 999.795697] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 999.795697] env[69801]: result = function(*args, **kwargs) [ 999.795697] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 999.795697] env[69801]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 999.795697] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 999.795697] env[69801]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 999.795697] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 999.795697] env[69801]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 999.795697] env[69801]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 999.795697] env[69801]: res.raise_for_status() [ 999.795697] env[69801]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 999.795697] env[69801]: raise HTTPError(http_error_msg, response=self) [ 999.795697] env[69801]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/85ff5a5d-fb4b-4c9d-a3a3-f48278b9427d [ 999.795697] env[69801]: Removing descriptor: 68 [ 1000.010371] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.010371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.010576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.010684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.031685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.031962] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.032118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.032187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.032391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.033502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.033673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be updated. [ 1000.058809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.058974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.059075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.059289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.059540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.070913] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: IN_PROGRESS for 2s [ 1000.085657] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 1000.085939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.281021] env[69801]: INFO networking_nsxv3.common.synchronization [req-2726feac-7275-4bfc-9e03-4431dac22687 req-5e6953f0-23d8-4846-b810-bbfe8de710e2 service nova] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_rules [ 1000.281318] env[69801]: INFO networking_nsxv3.common.synchronization [req-2726feac-7275-4bfc-9e03-4431dac22687 req-5e6953f0-23d8-4846-b810-bbfe8de710e2 service nova] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_members [ 1000.281414] env[69801]: INFO networking_nsxv3.common.synchronization [req-2726feac-7275-4bfc-9e03-4431dac22687 req-5e6953f0-23d8-4846-b810-bbfe8de710e2 service nova] Enqueued Resource ID: 8710a612-9921-4450-aadb-add7db68a3f0 with Priority: HIGHEST for action port [ 1000.281660] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_rules [ 1000.281780] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_members [ 1000.281871] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8710a612-9921-4450-aadb-add7db68a3f0 with Priority: HIGHEST for action port [ 1000.283176] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.283353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.283353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.283575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.283627] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.284562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.284660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.284727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.284892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.285058] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.285150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.285208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.285349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.285427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.285514] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.286383] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-8710a612-9921-4450-aadb-add7db68a3f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.286482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.286609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.286775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.286846] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8710a612-9921-4450-aadb-add7db68a3f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.790282] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.790418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.790629] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.793388] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8710a612-9921-4450-aadb-add7db68a3f0 with status ACTIVE [ 1000.793703] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.794204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.794204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.794362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.798049] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.798049] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.798049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.798049] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8710a612-9921-4450-aadb-add7db68a3f0 is going to be updated. [ 1000.829725] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.829933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.830048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.830373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.830569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.830808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8710a612-9921-4450-aadb-add7db68a3f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.834351] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: SUCCESS [ 1000.834595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.188113] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 1001.188252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.190232] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 1001.190448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.190617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.190878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.191105] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.191232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.191298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.191465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.191558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.191627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.191729] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.192617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.192782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.192947] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.193062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.193152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.193307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.193387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.193487] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.297992] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.697699] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.699135] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.699295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.800723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.800942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.801038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.801245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.801359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.801505] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 is going to be created. [ 1001.830262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.830452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.830505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.830769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.830874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.844171] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 in Status: UNINITIALIZED for 2s [ 1002.084671] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc in Status: SUCCESS [ 1002.085460] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc deletion is rescheduled due to dependency. [ 1002.085610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.201263] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.706551] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.710028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.710028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.710028] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be updated. [ 1002.770490] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.774387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.774387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.774387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.774387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.799349] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 1003.858292] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 in Status: SUCCESS [ 1003.858709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.858709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.858913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.859117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.859246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.859321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.859476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.859552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.859636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.859725] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.128298] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2383a40c-c344-48f2-9c15-1167fb6faaca None None] Enqueued Resource ID: 1737ae5b-d77c-4524-9b33-85146455c835 with Priority: HIGHEST for action port [ 1004.128980] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1737ae5b-d77c-4524-9b33-85146455c835 with Priority: HIGHEST for action port [ 1004.129346] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1737ae5b-d77c-4524-9b33-85146455c835 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.129595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1737ae5b-d77c-4524-9b33-85146455c835" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.129595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1737ae5b-d77c-4524-9b33-85146455c835" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.129794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1737ae5b-d77c-4524-9b33-85146455c835" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.129999] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1737ae5b-d77c-4524-9b33-85146455c835',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.200246] env[69801]: INFO networking_nsxv3.common.synchronization [req-754bafab-2b54-401c-997b-4062efa4ea8b req-ead8f4bc-9329-472e-8aad-60aefba57e47 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Enqueued Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_members [ 1004.201024] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_members [ 1004.201344] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.201460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.201524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.201781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.201927] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.202201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.202331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.202495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.202623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.202670] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.362175] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.639500] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1737ae5b-d77c-4524-9b33-85146455c835 [ 1004.639667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.639804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.639986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.640143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.640250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.640352] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1737ae5b-d77c-4524-9b33-85146455c835 already deleted. [ 1004.640434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1737ae5b-d77c-4524-9b33-85146455c835" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.706534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.706960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.706960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.707077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.707126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.707305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.707461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.707461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.707613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.707684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.707764] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74847171-ca46-4ab9-b8b4-8547a037d877 already deleted. [ 1004.707839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.812374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 1004.812576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.812758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.812981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.813180] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.813328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.813363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.813509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.813616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.813674] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.863955] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9875bf70-4000-4935-8ad1-45a661bfdcf8: rpc.has_security_group_logging(os_id): False [ 1004.883332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.883524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.883612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.883908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.884037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884265] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.884657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.884657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.884657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.884826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884826] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 is going to be created. [ 1004.932838] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.933065] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-61" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.933209] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-61" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.933695] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-61" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.933970] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.936246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.936246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.936246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.936246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.936246] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.936246] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.936246] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.936246] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.936246] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.936246] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.936246] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.950014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.950014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.950014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.950014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.950014] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.962481] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 in Status: IN_PROGRESS for 2s [ 1004.964378] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.964657] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.964739] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.965168] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-61" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.965262] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-7c549428-8800-411e-8c53-ad21be3a0035 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.965499] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.965570] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.965874] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.966024] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c549428-8800-411e-8c53-ad21be3a0035',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.319236] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.436828] env[69801]: INFO networking_nsxv3.common.synchronization [req-8e61c418-d28b-4b5b-a811-01c52e20ed1b req-1a9c8542-5130-4841-9b68-ced5b0a8aacb tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1005.437672] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1005.438017] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.438164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.438233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.438433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.438584] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.438694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.438758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.438950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.439057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.439151] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.472329] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.472583] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.472716] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.473054] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.473222] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.473389] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 7c549428-8800-411e-8c53-ad21be3a0035 not found, creating... [ 1005.473727] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.473947] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.474105] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.474366] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.474546] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.474812] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.474978] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.480024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.480271] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.480384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.480555] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 7c549428-8800-411e-8c53-ad21be3a0035 is going to be created. [ 1005.505195] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.508204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.508300] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.508615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.508883] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.511148] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.820824] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.942067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.942067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.942067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.942400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.967579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.967579] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.967579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.967579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.967952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.967952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.967952] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1006.008267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.008267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.008267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.008267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.008633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.019631] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1006.323070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.323249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.323344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.323624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.323730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.323828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be updated. [ 1006.358501] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.358748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.358748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.358933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.359095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.369789] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 1006.426873] env[69801]: INFO networking_nsxv3.common.synchronization [req-754bafab-2b54-401c-997b-4062efa4ea8b req-52c1e300-b990-4a79-808f-bcf4148ff47c service nova] Enqueued Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_rules [ 1006.427871] env[69801]: INFO networking_nsxv3.common.synchronization [req-754bafab-2b54-401c-997b-4062efa4ea8b req-52c1e300-b990-4a79-808f-bcf4148ff47c service nova] Enqueued Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_members [ 1006.427871] env[69801]: INFO networking_nsxv3.common.synchronization [req-754bafab-2b54-401c-997b-4062efa4ea8b req-52c1e300-b990-4a79-808f-bcf4148ff47c service nova] Enqueued Resource ID: 7c549428-8800-411e-8c53-ad21be3a0035 with Priority: HIGHEST for action port [ 1006.427871] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_rules [ 1006.428718] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_members [ 1006.428718] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c549428-8800-411e-8c53-ad21be3a0035 with Priority: HIGHEST for action port [ 1006.428718] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.428841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.428841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.430314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.430314] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.430314] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.430314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.430314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.430486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.430642] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.431130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.431213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.431421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.431480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.431523] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.432487] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c549428-8800-411e-8c53-ad21be3a0035 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.432602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.435137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.435400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.435492] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c549428-8800-411e-8c53-ad21be3a0035',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.558641] env[69801]: INFO networking_nsxv3.common.synchronization [None req-2f671593-48bb-4e75-b2c6-b3bd1561d8a6 None None] Enqueued Resource ID: ee85f0d5-1951-4eed-90ce-2c34ebfffd3c with Priority: HIGHEST for action port [ 1006.559530] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee85f0d5-1951-4eed-90ce-2c34ebfffd3c with Priority: HIGHEST for action port [ 1006.560032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee85f0d5-1951-4eed-90ce-2c34ebfffd3c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.560263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee85f0d5-1951-4eed-90ce-2c34ebfffd3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.560382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee85f0d5-1951-4eed-90ce-2c34ebfffd3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.560754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee85f0d5-1951-4eed-90ce-2c34ebfffd3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.561147] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee85f0d5-1951-4eed-90ce-2c34ebfffd3c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.940294] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c549428-8800-411e-8c53-ad21be3a0035 with status ACTIVE [ 1006.940294] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.940294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.940294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.940294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.940294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.940589] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.940589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.940661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.940778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.941837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.941837] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.941837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.941837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.941837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.941837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.941837] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c549428-8800-411e-8c53-ad21be3a0035 is going to be updated. [ 1006.942750] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.942848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.943033] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.969300] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.969300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.969470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.969649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.970208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.970208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c549428-8800-411e-8c53-ad21be3a0035" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.981752] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 in Status: SUCCESS [ 1006.983189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.064253] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee85f0d5-1951-4eed-90ce-2c34ebfffd3c [ 1007.064253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.064253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.064253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.064253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.064253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.064253] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee85f0d5-1951-4eed-90ce-2c34ebfffd3c already deleted. [ 1007.064253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee85f0d5-1951-4eed-90ce-2c34ebfffd3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.242092] env[69801]: INFO networking_nsxv3.common.synchronization [req-50df2bbc-34d4-496d-973d-c7d8a1b996ba req-ef9f0f29-37f1-4e0e-8818-cd6b7aa5dee8 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1007.243254] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1007.245040] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.245040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.245040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.245040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.246061] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.247020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.247020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.247020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.247245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.247837] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.448668] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.755028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.755028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.755028] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b already deleted. [ 1007.755028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.949851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.950167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.950167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.950303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.950405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.950492] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74847171-ca46-4ab9-b8b4-8547a037d877 is going to be created. [ 1007.968104] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.968341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.968449] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.968732] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.968998] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.969172] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.969294] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.969516] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.969662] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.969877] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.970063] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.971424] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.971568] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.971759] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.971884] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.972062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.976742] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.976742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.976742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.976742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.977175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.991300] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74847171-ca46-4ab9-b8b4-8547a037d877 in Status: UNINITIALIZED for 2s [ 1008.003629] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.004101] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.004101] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.004266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.004601] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-960ff4fd-599b-4ee0-9002-9eadd9b50203 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.004779] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.004926] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.005553] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.005553] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('960ff4fd-599b-4ee0-9002-9eadd9b50203',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.031217] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1008.031688] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1008.031949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388384] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 1008.388663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.389123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.389323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.389448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.389518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.389680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.389761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.389848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.390051] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.390682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.390801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.391106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.391290] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.391418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.391506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.391682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.391798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.391909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.392519] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.510019] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.510758] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.510758] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.511173] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.512393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.512393] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 960ff4fd-599b-4ee0-9002-9eadd9b50203 not found, creating... [ 1008.512393] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.513090] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.513362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.513720] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.513884] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.514327] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.514438] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.514497] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.514713] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.514903] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.515095] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 960ff4fd-599b-4ee0-9002-9eadd9b50203 is going to be created. [ 1008.544849] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.545259] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.545477] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.545987] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.547392] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.547752] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.619046] env[69801]: INFO networking_nsxv3.common.synchronization [req-d0518229-fcd5-45ee-aaac-f2dd08cec42b req-28f1541b-c738-4fdc-8848-9f64f862c545 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Enqueued Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 1008.620239] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 with Priority: HIGHEST for action security_group_members [ 1008.620239] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.620239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.620239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.621529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.621529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.621529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.621529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.621529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.621529] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.897310] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2f15af-aae9-4e1d-b0f5-ec53b3323222: rpc.has_security_group_logging(os_id): False [ 1008.925081] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.925550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.925718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.926042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.959027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.959027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.959027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.959027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.959819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.959819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.959819] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be updated. [ 1009.026607] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.026825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.026825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.027315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.027633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.047772] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 1009.126801] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.127387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.127387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.127714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.127840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.131701] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.132125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.132125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.132488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.132593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.132705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be updated. [ 1009.179484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.179752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.179752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.179996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.180165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.192209] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: IN_PROGRESS for 2s [ 1009.455270] env[69801]: INFO networking_nsxv3.common.synchronization [req-50df2bbc-34d4-496d-973d-c7d8a1b996ba req-fefd5639-3800-4da3-aba9-128816607739 service nova] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_rules [ 1009.455270] env[69801]: INFO networking_nsxv3.common.synchronization [req-50df2bbc-34d4-496d-973d-c7d8a1b996ba req-fefd5639-3800-4da3-aba9-128816607739 service nova] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1009.456566] env[69801]: INFO networking_nsxv3.common.synchronization [req-50df2bbc-34d4-496d-973d-c7d8a1b996ba req-fefd5639-3800-4da3-aba9-128816607739 service nova] Enqueued Resource ID: 960ff4fd-599b-4ee0-9002-9eadd9b50203 with Priority: HIGHEST for action port [ 1009.457389] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_rules [ 1009.458133] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1009.460832] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960ff4fd-599b-4ee0-9002-9eadd9b50203 with Priority: HIGHEST for action port [ 1009.460832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.460832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.460832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.460832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.460832] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.460832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.460832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.460832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.460832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.462105] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.463211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.463211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.463335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.463370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.463593] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.465706] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-960ff4fd-599b-4ee0-9002-9eadd9b50203 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.465824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.465864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.466126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.466126] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('960ff4fd-599b-4ee0-9002-9eadd9b50203',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.859129] env[69801]: INFO networking_nsxv3.common.synchronization [req-65628710-dc25-4002-99d4-b2ff9c1e0d6c req-f0164414-977c-4fe5-b006-2c6b24f5aacd tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1009.862302] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1009.862703] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.862836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.968362] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.971234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.971651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.974311] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 960ff4fd-599b-4ee0-9002-9eadd9b50203 with status ACTIVE [ 1009.974595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.974694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.974766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.974977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.975284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.975284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.975398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.975398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.975559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.975639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.975912] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.976039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.976078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.976215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.976288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.976372] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 960ff4fd-599b-4ee0-9002-9eadd9b50203 is going to be updated. [ 1010.004117] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74847171-ca46-4ab9-b8b4-8547a037d877 in Status: SUCCESS [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.004117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004117] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.006211] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.006843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.006843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.006843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.006843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.007263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-960ff4fd-599b-4ee0-9002-9eadd9b50203" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.281470] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.281831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.282018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.282371] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.282809] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.283105] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.283322] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.283825] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.284039] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.284329] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.285059] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.285059] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.285059] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.285059] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.285403] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.285646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.312461] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.312716] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.312936] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.313290] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-149" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.313689] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.313892] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.314045] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.314461] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.314564] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.471535] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.508525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.508525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.508525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.508973] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.509150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.509259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.509502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.509644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.510184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.510392] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.510671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.510785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.512285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.512620] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.512767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.512954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.513232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.513357] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.513606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.513606] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.819804] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.820392] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.820543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.820905] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.821122] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.821333] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf not found, creating... [ 1010.821689] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.821910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.822083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.822386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.822551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.822922] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.823447] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.823728] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.823951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.824167] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.824345] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf is going to be created. [ 1010.850582] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.850582] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.850582] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.850840] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.851432] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.851432] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.974014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.974525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.974525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.974754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.974908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.975150] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be created. [ 1011.011738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.012064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.012382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.012643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.012810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.015756] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74847171-ca46-4ab9-b8b4-8547a037d877: rpc.has_security_group_logging(os_id): False [ 1011.027802] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: UNINITIALIZED for 2s [ 1011.053440] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.053440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.053440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.053440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.053440] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.054134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.054384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.054659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.055524] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.055684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.055799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.056022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.056441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.056744] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.056866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.056947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.057155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.057236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.057324] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74847171-ca46-4ab9-b8b4-8547a037d877 is going to be created. [ 1011.081863] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 1011.082182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.082478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.082792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.082940] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2f15af-aae9-4e1d-b0f5-ec53b3323222',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.146186] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.152224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.152224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.152224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.152224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.163120] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74847171-ca46-4ab9-b8b4-8547a037d877 in Status: IN_PROGRESS for 2s [ 1011.209719] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 in Status: SUCCESS [ 1011.209916] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 deletion is rescheduled due to dependency. [ 1011.210047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.396472] env[69801]: INFO networking_nsxv3.common.synchronization [None req-f1080c31-38e4-4261-87af-a0b758a8d87d None None] Enqueued Resource ID: 0ddf953b-0bf0-4503-9107-68553627443c with Priority: HIGHEST for action port [ 1011.396472] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddf953b-0bf0-4503-9107-68553627443c with Priority: HIGHEST for action port [ 1011.396472] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ddf953b-0bf0-4503-9107-68553627443c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.396472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ddf953b-0bf0-4503-9107-68553627443c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.397187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ddf953b-0bf0-4503-9107-68553627443c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.397187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ddf953b-0bf0-4503-9107-68553627443c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.397187] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ddf953b-0bf0-4503-9107-68553627443c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.612673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.612932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.612932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.613164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.613271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.613371] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2f15af-aae9-4e1d-b0f5-ec53b3323222 is going to be deleted. [ 1011.676062] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.676429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.676429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.676573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.676665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.676793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2f15af-aae9-4e1d-b0f5-ec53b3323222" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.906190] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ddf953b-0bf0-4503-9107-68553627443c [ 1011.906190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.906673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.907789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.907789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.908113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.908113] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ddf953b-0bf0-4503-9107-68553627443c already deleted. [ 1011.908113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ddf953b-0bf0-4503-9107-68553627443c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.232555] env[69801]: INFO networking_nsxv3.common.synchronization [req-65628710-dc25-4002-99d4-b2ff9c1e0d6c req-feae5760-25e2-4f55-ae34-e9ca056af4c8 service nova] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_rules [ 1012.232869] env[69801]: INFO networking_nsxv3.common.synchronization [req-65628710-dc25-4002-99d4-b2ff9c1e0d6c req-feae5760-25e2-4f55-ae34-e9ca056af4c8 service nova] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1012.233060] env[69801]: INFO networking_nsxv3.common.synchronization [req-65628710-dc25-4002-99d4-b2ff9c1e0d6c req-feae5760-25e2-4f55-ae34-e9ca056af4c8 service nova] Enqueued Resource ID: 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf with Priority: HIGHEST for action port [ 1012.233854] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_rules [ 1012.234067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1012.234252] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf with Priority: HIGHEST for action port [ 1012.234574] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.234703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.234929] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.235029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.235227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.235386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.235468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.235670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.235770] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.738999] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf with status ACTIVE [ 1012.739246] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.739594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.739594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.739903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.740171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.740374] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.740494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.740560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.740738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.740836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.741111] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.741204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.741257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.741392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.741467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.741568] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf is going to be updated. [ 1012.769972] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.770254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.770457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.770721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.771413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.771658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.942117] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3b45adc1-97e2-4736-a130-f860428fec49 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1012.942763] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1012.943108] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.943235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.943304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.943909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.943909] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.039841] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1013.040169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.044229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.044540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.044787] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.044958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.045064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.045272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.045374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.045493] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.079881] env[69801]: INFO networking_nsxv3.common.synchronization [None req-a7cc31cf-e375-4351-bd4a-708f803c6b66 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1013.080628] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1013.080897] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.081018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.179299] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74847171-ca46-4ab9-b8b4-8547a037d877 in Status: SUCCESS [ 1013.179299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.470138] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.470934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.470934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.473867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.473993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.474122] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 already deleted. [ 1013.474211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.474368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.474565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.474643] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.551646] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.861051] env[69801]: INFO networking_nsxv3.common.synchronization [None req-b7d266e7-41ed-4cd9-8590-cd7a5648d46e None None] Enqueued Resource ID: e59134d8-c09b-4a19-9c24-3ea5f9597fe0 with Priority: HIGHEST for action port [ 1013.861682] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59134d8-c09b-4a19-9c24-3ea5f9597fe0 with Priority: HIGHEST for action port [ 1013.862020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59134d8-c09b-4a19-9c24-3ea5f9597fe0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.865062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59134d8-c09b-4a19-9c24-3ea5f9597fe0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.865134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59134d8-c09b-4a19-9c24-3ea5f9597fe0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.865393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59134d8-c09b-4a19-9c24-3ea5f9597fe0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.865476] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59134d8-c09b-4a19-9c24-3ea5f9597fe0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.998837] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.998837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.998837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.998837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.998837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998837] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 already deleted. [ 1013.998837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.023769] env[69801]: INFO networking_nsxv3.common.synchronization [req-528e8298-ae4c-4cec-9a94-a6e1096a1094 req-20f85ee6-b9c6-4f81-a414-8a3fb1533362 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 1014.026020] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 1014.026020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.026020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.026020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.026020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.026020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.026420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.026573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.026841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.027045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.027227] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.059356] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.368606] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e59134d8-c09b-4a19-9c24-3ea5f9597fe0 [ 1014.368606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.368606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.368606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.368606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.368606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.368606] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e59134d8-c09b-4a19-9c24-3ea5f9597fe0 already deleted. [ 1014.368606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59134d8-c09b-4a19-9c24-3ea5f9597fe0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.533614] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.539230] env[69801]: INFO networking_nsxv3.common.synchronization [req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 req-19197572-bb05-4488-a8c0-b88e7c5eed8f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 1014.540218] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGHEST for action security_group_members [ 1014.540600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.540740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.541603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.541603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.541603] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.541603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.541603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.541603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.541603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.542124] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.560845] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.561270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.561270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.561270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.562023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.562023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be updated. [ 1014.596949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.597120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.597192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.597473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.597537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.610814] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1014.982155] env[69801]: INFO networking_nsxv3.common.synchronization [req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df req-d15c74a4-9e4f-4595-aca6-0937be32d20d tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Enqueued Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_members [ 1014.983930] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_members [ 1014.983930] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.983930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.983930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.983930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.984307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.984307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.984307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.984307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.984433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.984463] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.040954] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.047128] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.047128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.047128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.047128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.071990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.072296] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.072425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.072490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.072700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.072782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.072877] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be updated. [ 1015.106167] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.106167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.106475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.106475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.106624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.118731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: IN_PROGRESS for 2s [ 1015.486796] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.486953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.487146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.487295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.487438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.487741] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.487887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.487887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.488124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.488225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.488379] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 already deleted. [ 1015.488427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.544032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.544518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.544518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.544791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.544791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.544855] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be updated. [ 1015.576811] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.577131] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-696" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.577488] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-696" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.577627] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-696" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.577913] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.578094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.578219] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.578451] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.578602] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.578835] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.578994] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.579064] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.579178] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.579296] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.579408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.579550] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.581464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.581616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.581698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.581905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.582070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.593185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: IN_PROGRESS for 2s [ 1015.603766] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.604028] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.604189] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.604379] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-696" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.604730] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-688c105a-1f39-49be-b105-c741866867a2 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.604910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.605078] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.605416] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.606265] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688c105a-1f39-49be-b105-c741866867a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.110778] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.111847] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.111847] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.111847] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.111847] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.111847] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 688c105a-1f39-49be-b105-c741866867a2 not found, creating... [ 1016.112072] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.112186] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.112286] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.112517] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.112659] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.112958] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.113164] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.113255] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.113469] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.113647] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.113776] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 688c105a-1f39-49be-b105-c741866867a2 is going to be created. [ 1016.143132] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.143433] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.143565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.144023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.144269] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.144508] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.627280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.627280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.627280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.627280] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.628593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.628820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.629038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.629155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.629338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.629427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.629509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.629629] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.079402] env[69801]: INFO networking_nsxv3.common.synchronization [req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df req-0e2ebfc7-cdd0-46b4-8ef4-0421bcb521b6 service nova] Enqueued Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_rules [ 1017.079603] env[69801]: INFO networking_nsxv3.common.synchronization [req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df req-0e2ebfc7-cdd0-46b4-8ef4-0421bcb521b6 service nova] Enqueued Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_members [ 1017.079754] env[69801]: INFO networking_nsxv3.common.synchronization [req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df req-0e2ebfc7-cdd0-46b4-8ef4-0421bcb521b6 service nova] Enqueued Resource ID: 688c105a-1f39-49be-b105-c741866867a2 with Priority: HIGHEST for action port [ 1017.079991] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_rules [ 1017.081491] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_members [ 1017.081491] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 688c105a-1f39-49be-b105-c741866867a2 with Priority: HIGHEST for action port [ 1017.081491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.081491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.081491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.081491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.081491] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.083323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.083473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.084218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.084218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.084218] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.084218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.084218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.084541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.084676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.084812] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.086135] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-688c105a-1f39-49be-b105-c741866867a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.086323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.086431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.086726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.086871] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688c105a-1f39-49be-b105-c741866867a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.128138] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 in Status: SUCCESS [ 1017.128338] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 deletion is rescheduled due to dependency. [ 1017.128455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.134991] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.135146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.135332] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.275033] env[69801]: INFO networking_nsxv3.common.synchronization [req-bfe41292-cfa3-4faa-9798-6d7551e17fbf req-b74037c2-6365-4f93-a44d-ca8c36fd50fd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1017.278021] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1017.278021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.278021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.278021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.278021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.278021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.278021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.278021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.278764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.278764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.278764] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.587052] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.592425] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.592624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.592883] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 688c105a-1f39-49be-b105-c741866867a2 with status ACTIVE [ 1017.593173] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.593336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.593444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.593839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.593902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.594196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.594390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.594463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.594728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.594924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.595197] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.595314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.595431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.595647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.595783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.595916] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 688c105a-1f39-49be-b105-c741866867a2 is going to be updated. [ 1017.614200] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 1017.614500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.626121] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.626276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.626341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.626551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.626685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.626849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-688c105a-1f39-49be-b105-c741866867a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.638197] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.735428] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.735633] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.735803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.736279] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.736569] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.736785] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.736900] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.737357] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.737430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.737738] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.737827] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.738113] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.738113] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.738247] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.738304] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.738448] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.757334] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.757437] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.757570] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.757771] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.758169] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-373c2312-58d4-48a5-9640-f29bd7c517f4 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.758368] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.758571] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.758807] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.758955] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('373c2312-58d4-48a5-9640-f29bd7c517f4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.784846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.784976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.784976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.785223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.785315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.785515] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.785616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.785677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.785900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.786063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.786168] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 already deleted. [ 1017.786249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.089901] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.108225] env[69801]: INFO networking_nsxv3.common.synchronization [req-86c0f4a1-d630-4993-b851-265485754f54 req-59a26174-5477-4184-9ac1-1cfd1971520b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Enqueued Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_members [ 1018.108806] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGHEST for action security_group_members [ 1018.110038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.110239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.110239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.110470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.110585] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.110736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.110771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.110911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.110996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.111121] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.140037] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.143021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.143021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.143021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.143021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.143021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be updated. [ 1018.169476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.169634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.169676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.169958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.170045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.180093] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1018.262851] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.263109] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.263250] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.263545] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.263700] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.263890] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 373c2312-58d4-48a5-9640-f29bd7c517f4 not found, creating... [ 1018.264188] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.264572] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.264572] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.264736] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.264843] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.265126] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.265359] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.265446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.265601] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.265738] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.265909] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 373c2312-58d4-48a5-9640-f29bd7c517f4 is going to be created. [ 1018.289168] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.289446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.292615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.292615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.292615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.292615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.593535] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.593535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.593535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.593535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.593535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.593968] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 is going to be created. [ 1018.614242] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.614410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.614496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.614722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.614817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615371] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.615371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.615371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.615371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.615577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615577] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74847171-ca46-4ab9-b8b4-8547a037d877 is going to be updated. [ 1018.626028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.626199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.626294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.626483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.626627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.636599] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 in Status: UNINITIALIZED for 2s [ 1018.659257] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.659743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.659743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.659743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.659743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.680060] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74847171-ca46-4ab9-b8b4-8547a037d877 in Status: IN_PROGRESS for 2s [ 1019.228683] env[69801]: INFO networking_nsxv3.common.synchronization [req-bfe41292-cfa3-4faa-9798-6d7551e17fbf req-6b7b07b2-2300-49e1-8670-6c741c259f24 service nova] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_rules [ 1019.229435] env[69801]: INFO networking_nsxv3.common.synchronization [req-bfe41292-cfa3-4faa-9798-6d7551e17fbf req-6b7b07b2-2300-49e1-8670-6c741c259f24 service nova] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1019.229743] env[69801]: INFO networking_nsxv3.common.synchronization [req-bfe41292-cfa3-4faa-9798-6d7551e17fbf req-6b7b07b2-2300-49e1-8670-6c741c259f24 service nova] Enqueued Resource ID: 373c2312-58d4-48a5-9640-f29bd7c517f4 with Priority: HIGHEST for action port [ 1019.231811] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_rules [ 1019.231811] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1019.231811] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c2312-58d4-48a5-9640-f29bd7c517f4 with Priority: HIGHEST for action port [ 1019.231811] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.231811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.231811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.232075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.232271] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.233938] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.234098] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.234190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.234370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.234685] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.234788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.234904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.235370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.235466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.235562] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.240325] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-373c2312-58d4-48a5-9640-f29bd7c517f4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.240468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.240550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.240858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.240858] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('373c2312-58d4-48a5-9640-f29bd7c517f4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.745022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.745022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.747466] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.748685] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 373c2312-58d4-48a5-9640-f29bd7c517f4 with status ACTIVE [ 1019.748685] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.749600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.749600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.749854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.749854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.750376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.750376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.750376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.750376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.750376] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 373c2312-58d4-48a5-9640-f29bd7c517f4 is going to be updated. [ 1019.773904] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.774091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.774162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.774364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.774494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.774652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-373c2312-58d4-48a5-9640-f29bd7c517f4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.191575] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1020.191807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.191984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.192261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.192400] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.192515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.192575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.193068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.193197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.193295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.193476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.193597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.193694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.193874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.195208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.195300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.195562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.195824] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.252822] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.648396] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 in Status: SUCCESS [ 1020.648625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.648809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.653018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.653018] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.653018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.653018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.653018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.653018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.653018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.653018] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.696597] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74847171-ca46-4ab9-b8b4-8547a037d877 in Status: SUCCESS [ 1020.696866] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74847171-ca46-4ab9-b8b4-8547a037d877 deletion is rescheduled due to dependency. [ 1020.696978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.699399] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5de534-9d2a-46a6-ab84-d3193a01a08b: rpc.has_security_group_logging(os_id): False [ 1020.725537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.725803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.725898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.726194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.726382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.726678] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.727820] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.727820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.727820] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.728378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.728378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.728378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.728378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.728378] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be created. [ 1020.755136] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.755466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.755466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.756196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.756196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.756196] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be created. [ 1020.780627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.780818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.780899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.781134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.781294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794177] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: UNINITIALIZED for 2s [ 1020.796781] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.796972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.797215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.797400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.811046] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1021.153246] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.153246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.153246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.153246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.153711] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.153711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.153711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.153856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.153856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.153956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.154257] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.154775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.154775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.154775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.154775] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.154968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.154968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.155049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.155144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.155240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.155363] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.659325] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5: rpc.has_security_group_logging(os_id): False [ 1021.695011] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.695566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.695724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.696088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.696391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.697046] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.697046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.697046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.697046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.697046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.697393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.697526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.697619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.697836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.698327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.699240] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.699240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.699240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.699240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.699553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.699553] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 is going to be created. [ 1021.797884] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.797884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.797884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.797884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.797884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.819674] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 in Status: IN_PROGRESS for 2s [ 1021.969031] env[69801]: INFO networking_nsxv3.common.synchronization [req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 req-345473a1-25f1-4024-8fd5-d20fe1830fad tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1021.969675] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1021.970032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.974372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.974518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.974862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.976263] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.976263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.976263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.976263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.976263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.976263] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.479537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.479867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.480064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.480595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.480755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.481162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.481329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.481412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.481817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.481945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.482052] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 already deleted. [ 1022.482150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.589893] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.590593] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.590748] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.591146] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.591460] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.591673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.591829] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.592106] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.592295] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.592548] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.592705] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.592854] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.593008] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.593532] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.593716] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.593909] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.614265] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.614414] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.614552] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.614705] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.615031] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-52d9e479-257d-4396-82eb-af7fcebc98a8 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.615215] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.615343] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.615671] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.615830] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d9e479-257d-4396-82eb-af7fcebc98a8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.664563] env[69801]: INFO networking_nsxv3.common.synchronization [req-7feb863d-a82b-405e-946d-218834b9516f req-812e72bf-40ad-4977-bedc-839da84995e4 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1022.785231] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1022.785231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.785231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.785231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.785231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.804214] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1022.804575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.804716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.805328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.805328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.805328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.805552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.805681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.805738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.805820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.806026] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.822606] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1022.822808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.823280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.823509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.823634] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.120660] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.120898] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.121071] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.121334] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.121492] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.121656] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 52d9e479-257d-4396-82eb-af7fcebc98a8 not found, creating... [ 1023.121922] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.122102] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.122225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.122445] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.122583] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.122881] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.123246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.123386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.123673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.124298] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.124456] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 52d9e479-257d-4396-82eb-af7fcebc98a8 is going to be created. [ 1023.148281] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.148556] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.148665] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.148951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.149203] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.149548] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.177628] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.177786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.177858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.178082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.208584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.208584] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.208584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.208584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.208896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.208896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.208960] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 1023.238993] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.239189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.239235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.239439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.239582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.249218] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 1023.308840] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.309095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.309219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.309499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.309784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.309899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.309945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.310158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.310255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.310333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.310487] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.310582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.310629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.310796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.310984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.311106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.311164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.311303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.311372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311536] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.327707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.327993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.328147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.328449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.328730] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.328932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.329078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.329328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.329456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.329598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.329744] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.814583] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430: rpc.has_security_group_logging(os_id): False [ 1023.832703] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.832930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.832930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.833248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.833691] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.833691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.833691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.833911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.833981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.834092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.834243] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.834339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.834399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.834543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.834680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.834769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.834827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.834963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.835094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.835200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.835300] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.844667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.844890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.844999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.845279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.845405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.845666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.845861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.845936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.846756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.847149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.847567] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.847712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.847819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.848041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.848172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.848432] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.848685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.848685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.848851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.848946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.849117] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be created. [ 1023.851795] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 in Status: SUCCESS [ 1023.852125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.924777] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.924945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.925027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.929608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.929608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.939439] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: IN_PROGRESS for 2s [ 1024.191245] env[69801]: INFO networking_nsxv3.common.synchronization [req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 req-2cd59e89-c0dd-4c47-94ff-bbca56a94956 service nova] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 1024.191245] env[69801]: INFO networking_nsxv3.common.synchronization [req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 req-2cd59e89-c0dd-4c47-94ff-bbca56a94956 service nova] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1024.191338] env[69801]: INFO networking_nsxv3.common.synchronization [req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 req-2cd59e89-c0dd-4c47-94ff-bbca56a94956 service nova] Enqueued Resource ID: 52d9e479-257d-4396-82eb-af7fcebc98a8 with Priority: HIGHEST for action port [ 1024.191847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 1024.191847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1024.191847] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d9e479-257d-4396-82eb-af7fcebc98a8 with Priority: HIGHEST for action port [ 1024.192702] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.192842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.192914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.193233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.193436] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.194417] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.194417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.194417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.194620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.194750] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.194849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.194911] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.195073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.195158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.195252] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.200241] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d9e479-257d-4396-82eb-af7fcebc98a8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.200241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.200241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.200241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.200241] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d9e479-257d-4396-82eb-af7fcebc98a8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.338176] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5de534-9d2a-46a6-ab84-d3193a01a08b: rpc.has_security_group_logging(os_id): False [ 1024.366556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.366556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.366556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.366556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.367134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.367134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.367260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.367390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.367764] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.367927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.368185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.368339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.368470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.368596] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be updated. [ 1024.458797] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.458986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.459066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.459282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.459434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.479167] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1024.701528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.701528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.701528] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.702109] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d9e479-257d-4396-82eb-af7fcebc98a8 with status ACTIVE [ 1024.702338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.702468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.702546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.703120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.703120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.703242] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.703386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.703493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.703709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.703854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.704103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.704250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.704355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.704627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.704627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.704830] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d9e479-257d-4396-82eb-af7fcebc98a8 is going to be updated. [ 1024.741320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.741320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.741320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.741320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.741320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.741320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d9e479-257d-4396-82eb-af7fcebc98a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.209406] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.260987] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 1025.261204] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 deletion is rescheduled due to dependency. [ 1025.261281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.711389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.711614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.711710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.712417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.712728] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be created. [ 1025.748269] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.748470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.748470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.748839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.763419] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: UNINITIALIZED for 2s [ 1025.954519] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1025.954745] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.497431] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1026.498212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.998746] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 req-615a91c2-24f6-43c8-897a-fd72ab74faac tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1026.998868] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1027.000495] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.000495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.000495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.000495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.000921] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.000921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.000921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.001096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.001096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.001245] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.446504] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.446753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.446952] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.447344] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.447701] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.447973] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.448192] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.448497] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.448694] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.448948] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.449089] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.449207] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.449323] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.449441] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.449552] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.449701] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.471365] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.471598] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.471742] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.471944] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.472316] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.472536] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.472653] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.473080] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.473280] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f127c55c-95d8-4d4a-bcd2-ebd09a15b015',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.503519] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.503904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.503904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.504075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.526380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.526699] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.526906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.527047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.527303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.527391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.527567] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1027.568629] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.568898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.569098] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.569401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.569650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.581214] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1027.775725] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1027.776198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.776399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.776637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.776914] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.777153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.777236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.777437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.777529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.777662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.777714] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.977557] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.977908] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.978087] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.978384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.978564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.978740] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port f127c55c-95d8-4d4a-bcd2-ebd09a15b015 not found, creating... [ 1027.979055] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.979243] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.979377] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.979658] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.979819] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.980152] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.980337] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.980474] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.980741] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.980949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.981147] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: f127c55c-95d8-4d4a-bcd2-ebd09a15b015 is going to be created. [ 1028.004888] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.005129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.005261] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.005582] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.005868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.006126] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.280452] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.684527] env[69801]: INFO networking_nsxv3.common.synchronization [req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 req-79a4bb28-96a7-4ba0-ab2d-a28b22c718c5 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Enqueued Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_members [ 1028.685338] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGHEST for action security_group_members [ 1028.685762] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.686066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.686066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.686638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.686638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.686787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.686787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.686980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.687118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.687256] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.782691] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06f5bb57-ea92-4f9d-a648-b96ab4180f58: rpc.has_security_group_logging(os_id): False [ 1028.801363] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.801556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.801556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.801810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.801897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.802100] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.802242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.802298] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.802446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.802540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.802540] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be created. [ 1028.854530] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 req-6c795f41-c825-4dcb-a10a-ffd44a986e8e service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 1028.854864] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 req-6c795f41-c825-4dcb-a10a-ffd44a986e8e service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1028.856034] env[69801]: INFO networking_nsxv3.common.synchronization [req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 req-6c795f41-c825-4dcb-a10a-ffd44a986e8e service nova] Enqueued Resource ID: f127c55c-95d8-4d4a-bcd2-ebd09a15b015 with Priority: HIGHEST for action port [ 1028.856034] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 1028.856034] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1028.856034] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f127c55c-95d8-4d4a-bcd2-ebd09a15b015 with Priority: HIGHEST for action port [ 1028.856034] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.856790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.856790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.856790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.856790] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.858162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.858162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.858162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.858162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.858162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.858162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.858435] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f127c55c-95d8-4d4a-bcd2-ebd09a15b015',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.872437] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.872437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.872437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.872437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.872437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.886760] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1029.189404] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.189574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.190961] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.190961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.190961] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 is going to be updated. [ 1029.248210] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.248353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.248422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.248636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.248793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.260939] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 in Status: IN_PROGRESS for 2s [ 1029.363619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.363619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.364408] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f127c55c-95d8-4d4a-bcd2-ebd09a15b015 with status ACTIVE [ 1029.366492] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.366656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.366722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.367146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.367250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.367459] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.367564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.367631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.367903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.367903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.368080] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.368188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.368245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.368386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.368457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.368542] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f127c55c-95d8-4d4a-bcd2-ebd09a15b015 is going to be updated. [ 1029.394570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.394570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.394570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.394570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.394570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.394570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f127c55c-95d8-4d4a-bcd2-ebd09a15b015" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.591868] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1029.592111] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 deletion is rescheduled due to dependency. [ 1029.592257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.592431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.592739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.592956] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.593108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.593200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.593390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.593542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.593707] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.096116] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.600561] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.904097] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1030.907114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.104775] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.105497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.105497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.105497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.105497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.105497] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1031.141201] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.141492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.141492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.141736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.141736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.152330] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1031.271291] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 in Status: SUCCESS [ 1031.271508] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 deletion is rescheduled due to dependency. [ 1031.271626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.108838] env[69801]: INFO networking_nsxv3.common.synchronization [req-bb66ea52-d32b-41d7-b71e-43008d0488db req-25a16012-e9eb-4e11-a7bb-606daafe980c tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 1032.109484] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGHEST for action security_group_members [ 1032.109818] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.109962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.110042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.110514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.110707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.110932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.110932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.111047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.111141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.111233] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.322262] env[69801]: INFO networking_nsxv3.common.synchronization [req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 req-7391655c-6a2e-4c53-9bf7-546e59988112 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 1032.322864] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGHEST for action security_group_members [ 1032.323191] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.323331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.323397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.323613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.324609] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.324609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.324609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.324794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.324996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.324996] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.334050] env[69801]: INFO networking_nsxv3.common.synchronization [req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 req-b4b3bff7-425e-479e-a82d-07d928e759ed tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1032.334702] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1032.335383] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.335383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.335383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.335637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.335825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.335972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.336046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.336266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.336346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.336458] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.614310] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.614583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.614665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.615304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.638241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.638553] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.638719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.638766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.639036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.639255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.639255] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be updated. [ 1032.671617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.671803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.671887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.672566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.672799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.684699] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: IN_PROGRESS for 2s [ 1032.831178] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.831329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.831408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.831630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.835759] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.836067] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.836207] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.836588] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.836878] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.837384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.837534] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.837780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.837930] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.838177] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.838296] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.838408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.838561] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.838706] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.838837] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.838988] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.840602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.840721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.856374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.856839] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.856839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.856839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.857151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.857241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.857363] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be updated. [ 1032.858892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.859071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.859174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.859406] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.859517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.859613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.859815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.859914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.860012] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f already deleted. [ 1032.860097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.861586] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.861808] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.861980] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.862173] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.862520] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.862747] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.862907] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.863254] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.863426] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7023fd-9c55-4fd6-814b-aa784e30e9ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.890157] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.890445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.890445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.890594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.890712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.901159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: IN_PROGRESS for 2s [ 1033.162551] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1033.162838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.162940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.163283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.163482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.163600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.163663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.164039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.164507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.164507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.164507] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.366365] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.366770] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.366868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.367413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.368638] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 4f7023fd-9c55-4fd6-814b-aa784e30e9ce not found, creating... [ 1033.368638] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.368638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.368638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.368638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368938] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.368983] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.369147] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.369261] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.369466] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.369596] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.369754] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 4f7023fd-9c55-4fd6-814b-aa784e30e9ce is going to be created. [ 1033.393838] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.393838] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.394060] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.394272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.395026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.395026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.669022] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.171687] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cb5db-aefd-4835-9214-0f55c3baeaf6: rpc.has_security_group_logging(os_id): False [ 1034.200269] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.203558] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.203558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.203558] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1034.337937] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.338150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.338265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.338485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.338630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.355594] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1034.694615] env[69801]: INFO networking_nsxv3.common.synchronization [req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 req-49d03b98-686c-46c5-bdff-1b0f04b0157d tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 1034.695452] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGHEST for action security_group_members [ 1034.695793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.695946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.696034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.696273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.696436] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.696539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.696600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.696762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.696849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.696966] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.699874] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a915b16f-809b-4b21-a963-5e2d819486ad in Status: SUCCESS [ 1034.700696] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a915b16f-809b-4b21-a963-5e2d819486ad deletion is rescheduled due to dependency. [ 1034.701158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.912076] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 in Status: SUCCESS [ 1034.912270] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 deletion is rescheduled due to dependency. [ 1034.912385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.124984] env[69801]: INFO networking_nsxv3.common.synchronization [req-261d7228-3a71-40f3-bd3d-0ee549755dbe req-545db3fb-c332-4a05-8fcb-2fb5378600c1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1035.125546] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1035.125841] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.125994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.130023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.130023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.130023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.130023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.130023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.130023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.130023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.130023] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.204519] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.204519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.204519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.204519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.232654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.232654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.233174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.233174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.233174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.233174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.233174] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be updated. [ 1035.269739] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.269928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.270030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.270263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.270413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.281197] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: IN_PROGRESS for 2s [ 1035.554477] env[69801]: INFO networking_nsxv3.common.synchronization [req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 req-70ab25fa-54c6-4ddd-b0bd-3f65d51f541d service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1035.554751] env[69801]: INFO networking_nsxv3.common.synchronization [req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 req-70ab25fa-54c6-4ddd-b0bd-3f65d51f541d service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1035.554950] env[69801]: INFO networking_nsxv3.common.synchronization [req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 req-70ab25fa-54c6-4ddd-b0bd-3f65d51f541d service nova] Enqueued Resource ID: 4f7023fd-9c55-4fd6-814b-aa784e30e9ce with Priority: HIGHEST for action port [ 1035.559794] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1035.561092] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1035.561918] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7023fd-9c55-4fd6-814b-aa784e30e9ce with Priority: HIGHEST for action port [ 1035.562836] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.563078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.563437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.563728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.563848] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.565985] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.566861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.566958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.567582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.567790] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.569543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.569543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.569543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.569671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.569721] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.570812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.570934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.571010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.571203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.571296] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7023fd-9c55-4fd6-814b-aa784e30e9ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.629866] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.630138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.630226] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.630443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.630545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.630810] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.631224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.631224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.631224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.631465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.631465] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1035.670213] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.670354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.670418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.670649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.670815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.680363] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1036.076415] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.076415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.076969] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.077526] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f7023fd-9c55-4fd6-814b-aa784e30e9ce with status ACTIVE [ 1036.077714] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.080747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.080747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.080747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.081380] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f7023fd-9c55-4fd6-814b-aa784e30e9ce is going to be updated. [ 1036.105548] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7023fd-9c55-4fd6-814b-aa784e30e9ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.193160] env[69801]: INFO networking_nsxv3.common.synchronization [req-7f5a205a-dd65-4734-a160-a4542ca55821 req-805cb497-c00a-48b7-8c9a-796d85f6036c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_members [ 1036.193160] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGHEST for action security_group_members [ 1036.193160] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.193160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.193160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.193160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.193160] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.193160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.193160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.194314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.194536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.194789] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.253441] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.253792] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.253792] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.254046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.254304] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.254459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.254574] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.254785] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.254925] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.255214] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.255392] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.255520] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.255694] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.255854] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.256075] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.256341] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.299301] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.299557] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.299636] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.299822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.300176] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.300384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.300514] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.301499] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.301499] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b019c8-2b0e-438b-ae00-cb5caa7a35ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.374730] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1036.375026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.584854] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.698864] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.698864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.698995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.699442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.736276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.737288] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.737288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.737288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.737288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.737288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.737288] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc is going to be updated. [ 1036.767313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.767515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.767559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.767759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.767995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.779478] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc in Status: IN_PROGRESS for 2s [ 1036.803319] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.803785] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.803785] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.804062] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.804379] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.804488] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 81b019c8-2b0e-438b-ae00-cb5caa7a35ea not found, creating... [ 1036.804761] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.804926] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.805062] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.805357] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.805520] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.806166] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.806381] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.806508] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.806732] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.806900] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.807103] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 81b019c8-2b0e-438b-ae00-cb5caa7a35ea is going to be created. [ 1036.831039] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.831369] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.831574] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.831948] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.832307] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.832637] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.086566] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.086740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.086803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.087076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.087174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.087373] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be created. [ 1037.113509] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.113509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.113889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.113889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.114038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.137067] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: UNINITIALIZED for 2s [ 1037.293213] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288de82c-2cd8-40be-8ab6-71dd1398652a in Status: SUCCESS [ 1037.293703] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a deletion is rescheduled due to dependency. [ 1037.293703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.689467] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1037.689673] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1037.689788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921559] env[69801]: INFO networking_nsxv3.common.synchronization [req-261d7228-3a71-40f3-bd3d-0ee549755dbe req-cea0f49c-98c0-45cd-beff-2a444155a649 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 1037.922149] env[69801]: INFO networking_nsxv3.common.synchronization [req-261d7228-3a71-40f3-bd3d-0ee549755dbe req-cea0f49c-98c0-45cd-beff-2a444155a649 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1037.922149] env[69801]: INFO networking_nsxv3.common.synchronization [req-261d7228-3a71-40f3-bd3d-0ee549755dbe req-cea0f49c-98c0-45cd-beff-2a444155a649 service nova] Enqueued Resource ID: 81b019c8-2b0e-438b-ae00-cb5caa7a35ea with Priority: HIGHEST for action port [ 1037.922149] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 1037.922341] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1037.922341] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b019c8-2b0e-438b-ae00-cb5caa7a35ea with Priority: HIGHEST for action port [ 1037.922979] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.923176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.923176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.923379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.923465] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.924536] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.924683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.924792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.925088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.925331] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.927201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.927201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.927201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.929192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.929440] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.930798] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.934025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.934025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.934025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.934025] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b019c8-2b0e-438b-ae00-cb5caa7a35ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.433267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.433267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.433745] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.434519] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b019c8-2b0e-438b-ae00-cb5caa7a35ea with status ACTIVE [ 1038.434721] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.434840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.434906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.435136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.435220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.435389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.435482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.435543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.435707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.435762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.436085] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.436195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.436325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.436479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.436555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.436656] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b019c8-2b0e-438b-ae00-cb5caa7a35ea is going to be updated. [ 1038.462158] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.462956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.462956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.462956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.462956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.462956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b019c8-2b0e-438b-ae00-cb5caa7a35ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.789860] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc in Status: SUCCESS [ 1038.790261] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc deletion is rescheduled due to dependency. [ 1038.791180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.943704] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.150581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1039.150885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.151137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.151419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.151902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.152397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.152645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.153019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.447293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.447686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.447686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.447756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.447810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.447922] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1039.482765] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.482920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.482993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.483797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.483963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.494807] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1039.660187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.660187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.660187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.660187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.660187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.660837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.660837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.660837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.660837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.660837] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.863387] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d0c48044-528b-4066-8ef2-58d1114c70a3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 0d248dfe-f92b-4631-8b16-769e370a59a2 with Priority: HIGHEST for action security_group_rules [ 1039.863387] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d248dfe-f92b-4631-8b16-769e370a59a2 with Priority: HIGHEST for action security_group_rules [ 1039.866029] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d248dfe-f92b-4631-8b16-769e370a59a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.866427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.866633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.867066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.868028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d248dfe-f92b-4631-8b16-769e370a59a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.998611] env[69801]: INFO networking_nsxv3.common.synchronization [None req-9ad7829c-2dbb-4ee0-8ace-430ecd497b22 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 0d248dfe-f92b-4631-8b16-769e370a59a2 with Priority: HIGHEST for action security_group_rules [ 1039.998611] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d248dfe-f92b-4631-8b16-769e370a59a2 with Priority: HIGHEST for action security_group_rules [ 1040.004597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d248dfe-f92b-4631-8b16-769e370a59a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.004597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.165444] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1040.192856] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.192856] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.192856] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.194081] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.194081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.194081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.194081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.194081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.194081] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be created. [ 1040.293103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.293103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.293103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.293103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.293103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.306736] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1040.400268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.400562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.400715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.401108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.401288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.401473] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d248dfe-f92b-4631-8b16-769e370a59a2 already deleted. [ 1040.401651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.404428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.404781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.404887] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d248dfe-f92b-4631-8b16-769e370a59a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.938630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.939020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.939020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.939103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.939137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.939238] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d248dfe-f92b-4631-8b16-769e370a59a2 already deleted. [ 1040.939319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d248dfe-f92b-4631-8b16-769e370a59a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.508015] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1041.508015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.508187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.508971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.508971] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.508971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.508971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.508971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.508971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.508971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.509313] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.960356] env[69801]: INFO networking_nsxv3.common.synchronization [req-87df6f56-a56f-4216-a4e6-775f44598b18 req-c149d82e-297b-40cf-be74-3dddde60c51f tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 1041.961439] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGHEST for action security_group_members [ 1041.962632] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.962753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.962919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.963020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.963188] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.963296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.963354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.963506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.963588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.963679] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.014691] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.014905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.014905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.015223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.015973] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.015973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.015973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.015973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.015973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.015973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.015973] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.016287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.016287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.016287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.016428] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.017027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.017027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.017027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.017027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.017027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.017027] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.327702] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1042.327702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.468054] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.468054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.468054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.468354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.492571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.493566] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.493566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.493566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.495035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.495035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.495035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be updated. [ 1042.522620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 1042.546951] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.546951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.547159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.547285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.547442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.557827] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: IN_PROGRESS for 2s [ 1042.558685] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.558824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.558863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.559080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.559179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.559365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.559687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.559687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.559687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.559832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.559934] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.560049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.560112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.560257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.560328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.560529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.560623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.560682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.560820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.560893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.560977] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1042.637422] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.637590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.637639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.637840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.637986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.655140] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1043.437546] env[69801]: INFO networking_nsxv3.common.synchronization [req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c req-2c20fdfb-4b88-4168-9437-94eb95199799 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1043.437546] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1043.437546] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.437546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.437546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.437546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.437912] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.437912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.437912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.437912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.438046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.438046] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.732665] env[69801]: INFO networking_nsxv3.common.synchronization [req-c6184c59-d889-4ee7-a662-839507e87e2f req-966b9fa4-83ab-480e-8926-8a0c33f57b46 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1043.732665] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1043.732665] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.732665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.732665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.733619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.733619] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.733619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.733619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.733619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.733619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733976] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.940534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.940705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.940777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.940999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.969781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.970401] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.970401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.970560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.970979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.971046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.971183] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1044.017223] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.017849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.017983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.018367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.018568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.031070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1044.185988] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.185988] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.185988] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.186274] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186511] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.186678] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.186805] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.187649] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.187893] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.188224] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.188466] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.188661] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.189875] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.189875] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.190638] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.190858] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.217623] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.219177] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.219420] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.223021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.223021] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.223021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.223021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.223021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.223021] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc48f136-ec73-49ee-aa5e-6b29e92de5b7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.241954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241954] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 already deleted. [ 1044.241954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.570611] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 in Status: SUCCESS [ 1044.570930] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 deletion is rescheduled due to dependency. [ 1044.571057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.676641] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1044.676886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.725745] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.725995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.726205] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.726502] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.726663] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.726828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 not found, creating... [ 1044.727128] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.727285] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.727452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.727694] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.727829] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.728143] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.728325] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.728460] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.728673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.728810] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.728989] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 is going to be created. [ 1044.752979] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.753206] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.753376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.753639] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.753894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.754153] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.633382] env[69801]: INFO networking_nsxv3.common.synchronization [req-c6184c59-d889-4ee7-a662-839507e87e2f req-e7759378-188b-4f1f-acae-ba57ab9e70f7 service nova] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1045.633669] env[69801]: INFO networking_nsxv3.common.synchronization [req-c6184c59-d889-4ee7-a662-839507e87e2f req-e7759378-188b-4f1f-acae-ba57ab9e70f7 service nova] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1045.633721] env[69801]: INFO networking_nsxv3.common.synchronization [req-c6184c59-d889-4ee7-a662-839507e87e2f req-e7759378-188b-4f1f-acae-ba57ab9e70f7 service nova] Enqueued Resource ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with Priority: HIGHEST for action port [ 1045.635436] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1045.635761] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1045.635922] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with Priority: HIGHEST for action port [ 1045.636257] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.636358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.636426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.636632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.636714] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.637654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.637771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.637837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.638040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.638198] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.638311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.638398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.638519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.638600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.638686] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.641669] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.641778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.643349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.643586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.643653] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc48f136-ec73-49ee-aa5e-6b29e92de5b7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.043188] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1046.043316] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 1046.043381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.146153] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with status ACTIVE [ 1046.146262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.146400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.146462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.146674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.146765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.147059] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.147144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.147144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.147285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.147413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.147551] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.147731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.147731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.147835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.147881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.147968] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 is going to be updated. [ 1046.152484] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.152484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.152484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.173704] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.173920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.174074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.174341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.174483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.174647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.654664] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.164319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.166908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.166908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.166908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.166908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.166908] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 is going to be created. [ 1047.197176] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.197176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.197176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.197426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.197469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.210662] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: UNINITIALIZED for 2s [ 1048.574647] env[69801]: INFO networking_nsxv3.common.synchronization [req-33ada439-977f-46a3-b355-b0f542906d69 req-51a2fb89-3ae0-4ca2-b492-48db14a17d67 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1048.574647] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1048.574931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.574931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.575041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.575315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.575511] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.575715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.575782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.576068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.576175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.578063] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.032027] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.032027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.032027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.032027] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.033819] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.034094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.034220] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.036208] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.036387] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.036628] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.036752] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.036869] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.036986] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.037115] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.037227] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.037374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.063420] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.063673] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.063836] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.064063] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-796" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.064459] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-79e031ec-4876-43c9-bf55-355d114fc711 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.064914] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.064914] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.068444] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.068444] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e031ec-4876-43c9-bf55-355d114fc711',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.080475] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.080475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.080475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.080475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.080475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.080475] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.081137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.081137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.081137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.081137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081137] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 1049.129407] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.129560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.129632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.129844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.129987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.141182] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 1049.148215] env[69801]: INFO networking_nsxv3.common.synchronization [None req-399406c3-c06b-4ce1-a94c-77576577a8c2 None None] Enqueued Resource ID: 72bdd272-ebd7-4b1f-b6e8-245995602847 with Priority: HIGHEST for action port [ 1049.150075] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bdd272-ebd7-4b1f-b6e8-245995602847 with Priority: HIGHEST for action port [ 1049.150075] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-72bdd272-ebd7-4b1f-b6e8-245995602847 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.150606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72bdd272-ebd7-4b1f-b6e8-245995602847" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.150717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72bdd272-ebd7-4b1f-b6e8-245995602847" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.151097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72bdd272-ebd7-4b1f-b6e8-245995602847" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.151231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72bdd272-ebd7-4b1f-b6e8-245995602847',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.223355] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: SUCCESS [ 1049.223668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.223835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.224095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.224307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.224431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.224497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.224662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.224741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.224824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.224912] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.572415] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.572625] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.572756] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.573062] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.574459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.574459] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 79e031ec-4876-43c9-bf55-355d114fc711 not found, creating... [ 1049.574459] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.574459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.574459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.575130] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.575130] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.575648] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.575648] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.575648] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.576620] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.576620] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.576620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 79e031ec-4876-43c9-bf55-355d114fc711 is going to be created. [ 1049.609522] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.609831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.609972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.610244] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610517] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.655337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72bdd272-ebd7-4b1f-b6e8-245995602847 [ 1049.655337] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.655337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.655337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.655337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.655337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.655337] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72bdd272-ebd7-4b1f-b6e8-245995602847 already deleted. [ 1049.655337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72bdd272-ebd7-4b1f-b6e8-245995602847" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.727995] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.234108] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e2141b-aad3-4fc3-a584-9f5dd32494e4: rpc.has_security_group_logging(os_id): False [ 1050.253747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.253951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.254023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.254213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.254302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.254551] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.254652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.254716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.254866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.254942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.255042] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 is going to be created. [ 1050.328379] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.328379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.328379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.328379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.328379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.340160] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: IN_PROGRESS for 2s [ 1051.087018] env[69801]: INFO networking_nsxv3.common.synchronization [req-33ada439-977f-46a3-b355-b0f542906d69 req-61f44887-4341-4502-ac36-5abd26d6415e service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 1051.087018] env[69801]: INFO networking_nsxv3.common.synchronization [req-33ada439-977f-46a3-b355-b0f542906d69 req-61f44887-4341-4502-ac36-5abd26d6415e service nova] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1051.087018] env[69801]: INFO networking_nsxv3.common.synchronization [req-33ada439-977f-46a3-b355-b0f542906d69 req-61f44887-4341-4502-ac36-5abd26d6415e service nova] Enqueued Resource ID: 79e031ec-4876-43c9-bf55-355d114fc711 with Priority: HIGHEST for action port [ 1051.087018] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_rules [ 1051.087018] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1051.087018] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e031ec-4876-43c9-bf55-355d114fc711 with Priority: HIGHEST for action port [ 1051.088232] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.091807] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.091807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.091807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-79e031ec-4876-43c9-bf55-355d114fc711 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.091807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.091807] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e031ec-4876-43c9-bf55-355d114fc711',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.154551] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 1051.154752] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 deletion is rescheduled due to dependency. [ 1051.154869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.155077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.155307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.155495] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.155609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.155682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.155817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.155898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.155994] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.601838] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79e031ec-4876-43c9-bf55-355d114fc711 with status ACTIVE [ 1051.602127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.602231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.602289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.602795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.602795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.602795] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.602987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.602987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.603099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.603149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.603321] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.603423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.603465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.603698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.603698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.603791] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79e031ec-4876-43c9-bf55-355d114fc711 is going to be updated. [ 1051.604973] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.605192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.632322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.632468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.632530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.632732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.632863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.633940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79e031ec-4876-43c9-bf55-355d114fc711" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.658613] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.755674] env[69801]: INFO networking_nsxv3.common.synchronization [None req-92a828cf-0905-431a-a99e-e857f96e1578 None None] Enqueued Resource ID: 496a8344-4bc9-411e-af6c-05c50cd10b63 with Priority: HIGHEST for action port [ 1051.758657] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496a8344-4bc9-411e-af6c-05c50cd10b63 with Priority: HIGHEST for action port [ 1051.758657] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-496a8344-4bc9-411e-af6c-05c50cd10b63 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.758657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-496a8344-4bc9-411e-af6c-05c50cd10b63" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.758657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-496a8344-4bc9-411e-af6c-05c50cd10b63" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.758657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-496a8344-4bc9-411e-af6c-05c50cd10b63" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.758657] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496a8344-4bc9-411e-af6c-05c50cd10b63',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.161294] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.166088] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7de8bdd5-17ef-4613-823a-5ce28e4b8f05 None None] Enqueued Resource ID: 5e7b6c8d-e738-4b7b-b264-55f1526a73f2 with Priority: HIGHEST for action port [ 1052.166088] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7b6c8d-e738-4b7b-b264-55f1526a73f2 with Priority: HIGHEST for action port [ 1052.166253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e7b6c8d-e738-4b7b-b264-55f1526a73f2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.166351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e7b6c8d-e738-4b7b-b264-55f1526a73f2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.166419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e7b6c8d-e738-4b7b-b264-55f1526a73f2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.166701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e7b6c8d-e738-4b7b-b264-55f1526a73f2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.166784] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e7b6c8d-e738-4b7b-b264-55f1526a73f2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.252465] env[69801]: INFO networking_nsxv3.common.synchronization [req-4cb4269e-5771-4bc9-8655-8604c2ab416c req-dba4493e-991e-445b-bc68-dd2e5b8399f7 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1052.253052] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1052.253455] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.253597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.253680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.254382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.254382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.254382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.254382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.254701] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.260557] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 496a8344-4bc9-411e-af6c-05c50cd10b63 [ 1052.260802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.260933] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.261023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.261187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.261293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.261366] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:496a8344-4bc9-411e-af6c-05c50cd10b63 already deleted. [ 1052.261514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-496a8344-4bc9-411e-af6c-05c50cd10b63" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.353062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: SUCCESS [ 1052.353299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.666534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.666715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.666913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.667180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.667288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.667378] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 1052.668576] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e7b6c8d-e738-4b7b-b264-55f1526a73f2 [ 1052.668935] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.668935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.668935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.669123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.669760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.669760] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e7b6c8d-e738-4b7b-b264-55f1526a73f2 already deleted. [ 1052.669760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e7b6c8d-e738-4b7b-b264-55f1526a73f2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.741618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.741810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.741810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.742047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.742196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.758534] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 1052.758969] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.759170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.759233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.759482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.759583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.759800] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.759943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.760066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.760200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.760288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.760378] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1052.800272] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.800272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.800477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.800551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.800692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.816074] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1054.185198] env[69801]: INFO networking_nsxv3.common.synchronization [None req-448105c0-fca8-4f21-b6cc-a8c784c4c525 None None] Enqueued Resource ID: a8fde330-36fc-43e1-9207-e35c9c11a1fd with Priority: HIGHEST for action port [ 1054.185773] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8fde330-36fc-43e1-9207-e35c9c11a1fd with Priority: HIGHEST for action port [ 1054.186731] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8fde330-36fc-43e1-9207-e35c9c11a1fd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.186896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8fde330-36fc-43e1-9207-e35c9c11a1fd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.186896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8fde330-36fc-43e1-9207-e35c9c11a1fd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.187360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8fde330-36fc-43e1-9207-e35c9c11a1fd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.187456] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8fde330-36fc-43e1-9207-e35c9c11a1fd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.689274] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8fde330-36fc-43e1-9207-e35c9c11a1fd [ 1054.689542] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.689731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.689833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.690037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.690165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.690274] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8fde330-36fc-43e1-9207-e35c9c11a1fd already deleted. [ 1054.690386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8fde330-36fc-43e1-9207-e35c9c11a1fd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.770582] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 1054.770815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.771026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.771344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.771562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.771711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.771801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.771976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.772088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.772184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.772278] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.827230] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1054.827421] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1054.827637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.274717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.275208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.275208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.275340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.275488] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.275623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.275704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.275897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.275998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.276141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.276320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.276411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.276471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.276614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.276750] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.276836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.276891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.277161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.277161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.277561] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.781261] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f9f8e-c2d9-4022-b576-029038524f93: rpc.has_security_group_logging(os_id): False [ 1055.801905] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.802154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.802154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.802335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.802402] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.802629] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.802743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.802797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.803060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.803060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.803281] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.803281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.803451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.803522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.803612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.803809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.803897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.803990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.804188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.804188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.804294] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 1055.899444] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.899747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.899747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.899879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.899990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.923731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 1057.946823] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 1057.947186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.187501] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1059.187501] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1064.189989] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1064.189989] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1069.189744] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1069.189744] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1069.633281] env[69801]: INFO networking_nsxv3.common.synchronization [req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd req-f09eeee9-cba6-431a-813e-98b29113ca6c tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1069.634746] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1069.635431] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.635431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.635695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.635967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.636241] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.636461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.636604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.636871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.637050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.637241] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.968460] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.969411] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.969411] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.969411] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.969411] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.969719] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.969719] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.969891] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.970061] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.970284] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.970410] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.970561] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.970683] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.970802] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.970911] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.971062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.992173] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.992360] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.992506] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.992686] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-461" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.993013] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-280fa77d-437f-4635-b325-3e9edfbd8e27 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.993211] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.993338] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.993669] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.993882] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280fa77d-437f-4635-b325-3e9edfbd8e27',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.139921] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.499247] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.499540] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.499540] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.500159] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.503335] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.503535] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 280fa77d-437f-4635-b325-3e9edfbd8e27 not found, creating... [ 1070.504598] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.504598] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.504598] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.505660] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.505660] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.505660] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.506016] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.506577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.506669] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.506934] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.507263] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 280fa77d-437f-4635-b325-3e9edfbd8e27 is going to be created. [ 1070.534235] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.534493] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.534689] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.535066] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.535681] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.535681] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.642682] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.146641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.146874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.146874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.147345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.147345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.147345] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be updated. [ 1071.195620] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.195620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.195620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.195620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.195620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.210143] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: IN_PROGRESS for 2s [ 1071.493726] env[69801]: INFO networking_nsxv3.common.synchronization [req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd req-a4be3922-a3ed-4ed9-96f7-16a07703452c service nova] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_rules [ 1071.494045] env[69801]: INFO networking_nsxv3.common.synchronization [req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd req-a4be3922-a3ed-4ed9-96f7-16a07703452c service nova] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1071.494162] env[69801]: INFO networking_nsxv3.common.synchronization [req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd req-a4be3922-a3ed-4ed9-96f7-16a07703452c service nova] Enqueued Resource ID: 280fa77d-437f-4635-b325-3e9edfbd8e27 with Priority: HIGHEST for action port [ 1071.494990] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_rules [ 1071.495067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1071.495242] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280fa77d-437f-4635-b325-3e9edfbd8e27 with Priority: HIGHEST for action port [ 1071.495613] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.495802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.495917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.496283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.496381] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.497433] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.497551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.497845] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-280fa77d-437f-4635-b325-3e9edfbd8e27 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.498165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.498353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.498566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.498678] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280fa77d-437f-4635-b325-3e9edfbd8e27',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.001154] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.001511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.001511] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 280fa77d-437f-4635-b325-3e9edfbd8e27 with status ACTIVE [ 1072.001839] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.001839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.001839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.002047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.002130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.002305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.002397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.002452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.002604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.002676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.002885] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.002972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.003075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.003317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.003317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.003418] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 280fa77d-437f-4635-b325-3e9edfbd8e27 is going to be updated. [ 1072.031614] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.031614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.034788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.034788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.034788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.034788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-280fa77d-437f-4635-b325-3e9edfbd8e27" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.076674] env[69801]: INFO networking_nsxv3.common.synchronization [req-edd79df7-7082-484d-8376-ac21dfa2ec85 req-1a4799dc-2a97-42e8-8e27-e62721b942f5 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1072.077659] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1072.077659] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.077659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.077859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.077941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.078175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.078329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.078416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.078715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.078715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.078817] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.503786] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504072] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.504824] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.504935] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.508160] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.508778] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.509360] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.509620] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.509985] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.510884] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.510884] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.511944] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.511944] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.511944] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.512195] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.540364] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.540364] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.542230] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.542230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.542230] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-0e8df638-8d88-4d50-820e-f8c0c90c1b62 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.542230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.542230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.543292] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8df638-8d88-4d50-820e-f8c0c90c1b62',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.585025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.585025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.585025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.585025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1072.646523] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.646523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.646523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.646523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.646523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667061] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1073.048281] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.048690] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.048690] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051228] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 0e8df638-8d88-4d50-820e-f8c0c90c1b62 not found, creating... [ 1073.051228] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051228] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.051228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.051617] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051617] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.051617] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051617] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 0e8df638-8d88-4d50-820e-f8c0c90c1b62 is going to be created. [ 1073.077247] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.077247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.077247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.077247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.077247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.077247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.095843] env[69801]: INFO networking_nsxv3.common.synchronization [req-61d74878-b45f-4b67-845e-e37d73e2f3ff req-11db148f-6ef0-42b8-83f9-dff0fbcc6b5d tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1073.096442] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGHEST for action security_group_members [ 1073.096874] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.097015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.099439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.100413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.100413] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.100413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.100413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.100662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.100662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.100767] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.233658] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1073.234107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.236019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.236019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.236019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.236019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.236019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.236019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.236019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.236019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.437643] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1222f50e-9e03-42cf-8f78-2b7142445907 None None] Enqueued Resource ID: c25334fe-ccd9-4856-993a-64d38ac39a35 with Priority: HIGHEST for action port [ 1073.438292] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25334fe-ccd9-4856-993a-64d38ac39a35 with Priority: HIGHEST for action port [ 1073.438625] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25334fe-ccd9-4856-993a-64d38ac39a35 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.438751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25334fe-ccd9-4856-993a-64d38ac39a35" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.438816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25334fe-ccd9-4856-993a-64d38ac39a35" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.439523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25334fe-ccd9-4856-993a-64d38ac39a35" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.439620] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25334fe-ccd9-4856-993a-64d38ac39a35',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.603856] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.604106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.604228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.605391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.605391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.605391] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.605391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.605391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.605391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.605391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.605391] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be updated. [ 1073.647181] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.647366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.647450] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.647670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.647843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.665677] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: IN_PROGRESS for 2s [ 1073.739916] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.941831] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c25334fe-ccd9-4856-993a-64d38ac39a35 [ 1073.942089] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.942826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.942906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.943148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.943244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.943349] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c25334fe-ccd9-4856-993a-64d38ac39a35 already deleted. [ 1073.943431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25334fe-ccd9-4856-993a-64d38ac39a35" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.243157] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.436635] env[69801]: INFO networking_nsxv3.common.synchronization [req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c req-f67a09d9-7cd7-4630-89ca-d73c5eac77bd tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_members [ 1074.437541] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGHEST for action security_group_members [ 1074.437851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.438063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.438926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.440451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.440451] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.440451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.441942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.441942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.441942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.441942] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.453859] env[69801]: INFO networking_nsxv3.common.synchronization [req-edd79df7-7082-484d-8376-ac21dfa2ec85 req-1d6c15e7-1927-4997-976d-4437e04c6ae8 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 1074.454100] env[69801]: INFO networking_nsxv3.common.synchronization [req-edd79df7-7082-484d-8376-ac21dfa2ec85 req-1d6c15e7-1927-4997-976d-4437e04c6ae8 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1074.454181] env[69801]: INFO networking_nsxv3.common.synchronization [req-edd79df7-7082-484d-8376-ac21dfa2ec85 req-1d6c15e7-1927-4997-976d-4437e04c6ae8 service nova] Enqueued Resource ID: 0e8df638-8d88-4d50-820e-f8c0c90c1b62 with Priority: HIGHEST for action port [ 1074.454946] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 1074.456664] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1074.456798] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8df638-8d88-4d50-820e-f8c0c90c1b62 with Priority: HIGHEST for action port [ 1074.457140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.457263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.457327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.457536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.457616] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.459600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.459710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.460064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8df638-8d88-4d50-820e-f8c0c90c1b62 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.460594] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.460700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.460906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.461000] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8df638-8d88-4d50-820e-f8c0c90c1b62',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.683055] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1074.683317] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 1074.683428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.684194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.684194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.684194] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.685661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.685783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.685943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.686035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.686138] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.747746] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.748163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.748599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.753456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.753456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.753456] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be updated. [ 1074.790482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.790482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.790482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.790482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.790482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.802723] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: IN_PROGRESS for 2s [ 1074.945168] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.946839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.946839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.946839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.965009] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.965009] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e8df638-8d88-4d50-820e-f8c0c90c1b62 with status ACTIVE [ 1074.965009] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.965009] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.965009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.965564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.965564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.965564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.965564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.965564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.970240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.970380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.970671] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e8df638-8d88-4d50-820e-f8c0c90c1b62 is going to be updated. [ 1074.972403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.974583] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.974583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.974583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.974583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.974583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.974583] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 is going to be updated. [ 1075.002942] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.002942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.002942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.003196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.003196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.003772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8df638-8d88-4d50-820e-f8c0c90c1b62" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.032573] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.032763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.032806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.033548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.033548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.043899] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3455d808-af08-4b23-a990-4787c7bcebb5 in Status: IN_PROGRESS for 2s [ 1075.189822] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.692495] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.704850] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f9f8e-c2d9-4022-b576-029038524f93 in Status: SUCCESS [ 1075.705098] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 deletion is rescheduled due to dependency. [ 1075.705098] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.198407] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.198407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.198407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.198407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.198407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.198407] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1076.244626] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.244626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.244626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.244626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.244626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.254032] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1076.420288] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7a619e07-df8f-4218-8b94-a55eaae62ce4 None None] Enqueued Resource ID: fdcacccd-45ee-4a53-963f-0c794910fb03 with Priority: HIGHEST for action port [ 1076.421047] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcacccd-45ee-4a53-963f-0c794910fb03 with Priority: HIGHEST for action port [ 1076.421819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcacccd-45ee-4a53-963f-0c794910fb03 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.421819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcacccd-45ee-4a53-963f-0c794910fb03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.421819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcacccd-45ee-4a53-963f-0c794910fb03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.422015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcacccd-45ee-4a53-963f-0c794910fb03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.423542] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcacccd-45ee-4a53-963f-0c794910fb03',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.819219] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.819219] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.819219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.819219] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.926239] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdcacccd-45ee-4a53-963f-0c794910fb03 [ 1076.926570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.926712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.926780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.927053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.927153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.927251] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdcacccd-45ee-4a53-963f-0c794910fb03 already deleted. [ 1076.927344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcacccd-45ee-4a53-963f-0c794910fb03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.059518] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3455d808-af08-4b23-a990-4787c7bcebb5 in Status: SUCCESS [ 1077.063321] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 deletion is rescheduled due to dependency. [ 1077.065230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.224214] env[69801]: INFO networking_nsxv3.common.synchronization [req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 req-8180a4fa-d608-43a4-af0e-bd60149a6c32 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1077.224894] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1077.227625] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.227888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.230049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.230334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.230535] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.230654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.230765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.231058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.231173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.231275] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.322424] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.322424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.322424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.322650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.322843] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.322948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.323097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.323181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.323264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.323349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.323494] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.323576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.323638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.323769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.323898] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.323985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.324060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.324192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.324313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.324370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.324455] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.734126] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.827380] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430: rpc.has_security_group_logging(os_id): False [ 1077.848707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.848865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.848931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.849171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.850580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.850580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.850580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.850580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.850580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.850580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.851518] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.851694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.852122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.852854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.852854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.852854] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.852854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.852854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.853267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.853424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.853601] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be updated. [ 1077.976650] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.976650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.976650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.976650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.976650] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.976650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.976650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.977149] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.977522] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.978713] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.979045] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.979356] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.979671] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.979964] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.980257] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.983021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.031034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.031034] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.031034] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.031034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.031034] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-1b9858b4-c214-4a61-96f1-77efd1e1752b taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.031034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.031034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.033289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.033289] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9858b4-c214-4a61-96f1-77efd1e1752b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.047826] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.047826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.047826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.047826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.047826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.057128] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: IN_PROGRESS for 2s [ 1078.242493] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.264696] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1078.264924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.265483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.265728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.265949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.266126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.266217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.266686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.266686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.266686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.266846] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.335960] env[69801]: INFO networking_nsxv3.common.synchronization [None req-72d3de73-7a43-4902-8254-2035d1e99407 None None] Enqueued Resource ID: 8e130ae4-418a-47b5-81d3-1bd87fdcc808 with Priority: HIGHEST for action port [ 1078.337771] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e130ae4-418a-47b5-81d3-1bd87fdcc808 with Priority: HIGHEST for action port [ 1078.338258] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e130ae4-418a-47b5-81d3-1bd87fdcc808 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.339569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e130ae4-418a-47b5-81d3-1bd87fdcc808" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.339710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e130ae4-418a-47b5-81d3-1bd87fdcc808" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.340181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e130ae4-418a-47b5-81d3-1bd87fdcc808" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.340245] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e130ae4-418a-47b5-81d3-1bd87fdcc808',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.535172] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.535490] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.535633] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.535972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.536195] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.536457] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 1b9858b4-c214-4a61-96f1-77efd1e1752b not found, creating... [ 1078.536914] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.536914] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.538559] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.538949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.539730] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.540236] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.540381] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540513] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540776] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540974] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.541191] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 1b9858b4-c214-4a61-96f1-77efd1e1752b is going to be created. [ 1078.569387] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.569638] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.569912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.571300] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.571300] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.571300] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.744509] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.744710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.744781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.745033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.745136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.745310] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1078.772317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.772523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.772617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.772874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.773072] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.773482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.773482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.773631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.773631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.773705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.773885] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.774042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.774640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.775130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.775250] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.817748] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.817748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.817748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.817748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.818079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.833897] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1078.845419] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e130ae4-418a-47b5-81d3-1bd87fdcc808 [ 1078.845728] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.845920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.846032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.846267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.846495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.846615] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e130ae4-418a-47b5-81d3-1bd87fdcc808 already deleted. [ 1078.846717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e130ae4-418a-47b5-81d3-1bd87fdcc808" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.277658] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa2e54-0cf8-418b-9a6c-efca63384668: rpc.has_security_group_logging(os_id): False [ 1079.306783] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.307124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.307740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.307740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.307740] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.307980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.308119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.309034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.309293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.309452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.309543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.309635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.309715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.309999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.309999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.310240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.310240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.310390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.310390] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1079.424853] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.425115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.425205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.425523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.425788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.449811] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1079.652404] env[69801]: INFO networking_nsxv3.common.synchronization [req-8fbd5322-14fe-4938-9ae1-bc224439aef3 req-9f20533f-f65e-4ab6-afe9-eb5337c1a69e tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Enqueued Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_members [ 1079.656663] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_members [ 1079.657533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.657696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.657772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.658113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.658785] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.658860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.658896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.659221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.659314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.659454] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.709031] env[69801]: INFO networking_nsxv3.common.synchronization [req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 req-1092c42c-90d8-4467-8836-410b5674c64e service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1079.709031] env[69801]: INFO networking_nsxv3.common.synchronization [req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 req-1092c42c-90d8-4467-8836-410b5674c64e service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1079.709031] env[69801]: INFO networking_nsxv3.common.synchronization [req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 req-1092c42c-90d8-4467-8836-410b5674c64e service nova] Enqueued Resource ID: 1b9858b4-c214-4a61-96f1-77efd1e1752b with Priority: HIGHEST for action port [ 1079.709031] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1079.709031] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1079.709031] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9858b4-c214-4a61-96f1-77efd1e1752b with Priority: HIGHEST for action port [ 1079.709031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.709031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.709031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.709031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.709031] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.711500] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.711692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.711866] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b9858b4-c214-4a61-96f1-77efd1e1752b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.711983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.712060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.712269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.712369] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9858b4-c214-4a61-96f1-77efd1e1752b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.074244] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1080.074614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.163047] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.163220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.163286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.166328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.166328] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 already deleted. [ 1080.166328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.219972] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b9858b4-c214-4a61-96f1-77efd1e1752b with status ACTIVE [ 1080.220455] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.220753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.222205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.222205] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.222205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.223279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.223279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.223279] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b9858b4-c214-4a61-96f1-77efd1e1752b is going to be updated. [ 1080.227023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.227023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.254150] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.255316] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.255459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.258371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.258587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b9858b4-c214-4a61-96f1-77efd1e1752b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.274422] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.274789] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-728" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.274974] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-728" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.275358] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-728" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.275695] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.275937] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.276114] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.276912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.276912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.277058] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.277198] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.280678] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.280826] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.281011] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.281119] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.281282] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.323538] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.323771] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.323925] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.324213] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-728" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.324580] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.324773] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.324946] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.325656] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.325990] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28fb3edd-0ac0-44f9-9bd5-c7477e619c6d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.832341] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.832341] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d not found, creating... [ 1080.832341] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.832972] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.832972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.832972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.832972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.832972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.832972] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d is going to be created. [ 1080.849442] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1080.849734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.849909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.850172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.850348] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.850463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.850526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.850648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.850721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.850855] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.874213] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.874213] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.874213] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.874380] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.877915] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.877915] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.349299] env[69801]: INFO networking_nsxv3.common.synchronization [None req-78ae2626-00c7-4fd2-a798-f10f3e0bdef6 None None] Enqueued Resource ID: 1d630ccb-58e1-4327-8005-3300b986479f with Priority: HIGHEST for action port [ 1081.349791] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d630ccb-58e1-4327-8005-3300b986479f with Priority: HIGHEST for action port [ 1081.350221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d630ccb-58e1-4327-8005-3300b986479f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.350369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d630ccb-58e1-4327-8005-3300b986479f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.350369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d630ccb-58e1-4327-8005-3300b986479f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.350593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d630ccb-58e1-4327-8005-3300b986479f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.350667] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d630ccb-58e1-4327-8005-3300b986479f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.353610] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.482177] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1081.482411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.855695] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d630ccb-58e1-4327-8005-3300b986479f [ 1081.855695] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.855695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.855695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.859009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.859009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.859009] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d630ccb-58e1-4327-8005-3300b986479f already deleted. [ 1081.859009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d630ccb-58e1-4327-8005-3300b986479f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.859009] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.870043] env[69801]: INFO networking_nsxv3.common.synchronization [req-8fbd5322-14fe-4938-9ae1-bc224439aef3 req-97627a77-3e30-4d1c-bf55-a9a76ae5e011 service nova] Enqueued Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_rules [ 1081.870043] env[69801]: INFO networking_nsxv3.common.synchronization [req-8fbd5322-14fe-4938-9ae1-bc224439aef3 req-97627a77-3e30-4d1c-bf55-a9a76ae5e011 service nova] Enqueued Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_members [ 1081.870043] env[69801]: INFO networking_nsxv3.common.synchronization [req-8fbd5322-14fe-4938-9ae1-bc224439aef3 req-97627a77-3e30-4d1c-bf55-a9a76ae5e011 service nova] Enqueued Resource ID: 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d with Priority: HIGHEST for action port [ 1081.870400] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_rules [ 1081.870400] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_members [ 1081.870478] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d with Priority: HIGHEST for action port [ 1081.871876] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.872044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.872044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.872258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.872339] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.873477] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.873622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.873701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.873843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.873982] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.874167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.874167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.874296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.874414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.874517] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.875417] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.876119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.876119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.876119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.876119] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28fb3edd-0ac0-44f9-9bd5-c7477e619c6d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.364911] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.365301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.365301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.366133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.366279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.366418] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1082.377851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.378023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.378249] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.379271] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d with status ACTIVE [ 1082.379470] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.379590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.379654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.379862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.379956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.380154] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.380256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.380315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.380545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.380696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.380856] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.380913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.380949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.381150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.381204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.381262] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d is going to be updated. [ 1082.405952] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.406221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.406221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.406586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.406586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.406709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.407617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.407739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.407786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.407952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.408087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.418529] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1082.883939] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.386576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.386871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.386871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.387141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.387233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.387348] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 is going to be created. [ 1083.412819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.412819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.413166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.413166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.413334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 in Status: UNINITIALIZED for 2s [ 1084.430409] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1084.430926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.430926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.431158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.431333] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.431469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.431746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.431746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.431905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.431905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.431988] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.568561] env[69801]: INFO networking_nsxv3.common.synchronization [req-020a1a6c-4490-4fc5-b987-d9e09cefa3db req-fcfb6f2f-5646-401e-a0a9-5f6d09621b8d tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_members [ 1084.569247] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGHEST for action security_group_members [ 1084.573774] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.573990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.574069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.574258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.574424] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.574528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.574588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.574737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.574816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.574919] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.592187] env[69801]: INFO networking_nsxv3.common.synchronization [req-4fd9b15f-bac7-4d90-a529-c7517c076df8 req-bd0d2ba7-0a6d-4521-bda7-755933b076cb tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Enqueued Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_members [ 1084.595512] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_members [ 1084.595961] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.596224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.596626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.596747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.596916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.597091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.597177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.597274] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.746851] env[69801]: INFO networking_nsxv3.common.synchronization [req-efa0676c-5f80-4b0a-b0d6-d178b30d349e req-28f4cb16-d383-401e-81d0-67982cbb0789 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1084.747833] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1084.747833] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.748040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.748040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.750423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.750423] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.750423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.750423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.750423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.750423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.750423] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.935585] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.935881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.935983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.936162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.936326] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.936463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.937102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.937102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.937102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.937102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.937102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.937102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.937574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.937574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.937574] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.937574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.937574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.937904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.937904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.937904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.937904] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.077561] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.077791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.077895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.078044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.078145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.078325] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.078481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.078481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.079891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.079891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.079891] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 is going to be updated. [ 1085.099382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.100160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.100160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.100160] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.100873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.100873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.100873] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd already deleted. [ 1085.100873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.110175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.110703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.110703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.110703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.110703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.124568] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 in Status: IN_PROGRESS for 2s [ 1085.253530] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.253699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.253769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.253991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.254107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.254304] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.254430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.254507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.254678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.255365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.255365] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 already deleted. [ 1085.255365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.311817] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.312155] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-67" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.312336] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-67" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.312648] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-67" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.312926] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.313109] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.313232] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.313452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.313602] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.313817] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.313937] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.314063] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.314175] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.314288] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.314545] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.314715] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.335341] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.335566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.335661] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.335940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.336217] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.336381] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.336601] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.336848] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.336999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.337300] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.337357] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.337479] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.337608] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.337712] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.337838] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.337978] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.340194] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.340194] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.340194] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.340396] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-67" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.340554] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.340723] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.340847] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.341151] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.341297] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.359484] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.359679] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.359816] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.359999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.360352] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.360527] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.360639] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.360992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.361154] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.440045] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 in Status: SUCCESS [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.440045] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.440045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.440045] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.445582] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1085.504328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.504328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.504328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.504328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.505673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.505673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.505673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.505673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.505673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.505673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1085.556389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.556640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.556759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.556952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.557124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.573031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1085.844793] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.845187] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.845428] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.845782] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.846015] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.846219] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea not found, creating... [ 1085.846608] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.846788] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.846916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.847221] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.847386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.847702] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.847868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.847990] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.848229] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.848369] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.848516] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea is going to be created. [ 1085.864324] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.864773] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.864915] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.865224] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.865384] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867894] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b not found, creating... [ 1085.867894] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867894] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.867894] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.868544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.868544] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b is going to be created. [ 1085.871767] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.871906] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.871953] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.872224] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.872453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.872700] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.895471] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.895747] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.895944] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.896371] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.896722] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896984] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.946910] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.947093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.947161] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.947388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.947658] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.947765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.947830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.948037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.948195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.948292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.948454] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.948578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.948661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.948776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.948914] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.949048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.949139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.949275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.949375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.949461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.949557] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.452712] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa79bd89-182e-43d6-aab0-bd07b5771a28: rpc.has_security_group_logging(os_id): False [ 1086.476019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.476322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.476322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.476530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.476661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.476883] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.477050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.477126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.477283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.477389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.477680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.477822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.477895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.478070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.478154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.478727] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.478727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.478727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.478727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.479018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.479018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 is going to be created. [ 1086.561095] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.561402] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.561402] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.561580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.562121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.580727] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 in Status: IN_PROGRESS for 2s [ 1086.768742] env[69801]: INFO networking_nsxv3.common.synchronization [req-4fd9b15f-bac7-4d90-a529-c7517c076df8 req-330d1df6-796c-44fe-8d40-66b8839ce225 service nova] Enqueued Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_rules [ 1086.768876] env[69801]: INFO networking_nsxv3.common.synchronization [req-4fd9b15f-bac7-4d90-a529-c7517c076df8 req-330d1df6-796c-44fe-8d40-66b8839ce225 service nova] Enqueued Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_members [ 1086.769098] env[69801]: INFO networking_nsxv3.common.synchronization [req-4fd9b15f-bac7-4d90-a529-c7517c076df8 req-330d1df6-796c-44fe-8d40-66b8839ce225 service nova] Enqueued Resource ID: 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea with Priority: HIGHEST for action port [ 1086.769614] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_rules [ 1086.769750] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_members [ 1086.769844] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea with Priority: HIGHEST for action port [ 1086.770151] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.770271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.770393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.770628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.770699] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.771516] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.771629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.771686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.771852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.772018] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.772158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.772220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.772501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.772501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.772772] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.773815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.773922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.773993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.774193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.774294] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.829030] env[69801]: INFO networking_nsxv3.common.synchronization [req-efa0676c-5f80-4b0a-b0d6-d178b30d349e req-3d4441cf-7ebf-4bea-a808-257f784bcd38 service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1086.829030] env[69801]: INFO networking_nsxv3.common.synchronization [req-efa0676c-5f80-4b0a-b0d6-d178b30d349e req-3d4441cf-7ebf-4bea-a808-257f784bcd38 service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1086.829030] env[69801]: INFO networking_nsxv3.common.synchronization [req-efa0676c-5f80-4b0a-b0d6-d178b30d349e req-3d4441cf-7ebf-4bea-a808-257f784bcd38 service nova] Enqueued Resource ID: a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b with Priority: HIGHEST for action port [ 1086.829030] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1086.829030] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1086.831030] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b with Priority: HIGHEST for action port [ 1086.831030] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.831030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.831030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.831030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.831030] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.834586] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.834586] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.834586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834586] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.835022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.835022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.835022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.835022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.835198] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.137910] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 in Status: SUCCESS [ 1087.138144] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 deletion is rescheduled due to dependency. [ 1087.138267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.276090] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.276544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.276811] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.277902] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea with status ACTIVE [ 1087.278195] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.278267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.278337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.278498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.278584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.278823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.278958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.279042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.279880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.280200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.280241] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.280421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.280508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.280702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.280786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.280871] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea is going to be updated. [ 1087.304399] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.304727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.305071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.305149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.305278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.335135] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.335335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.338284] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b with status ACTIVE [ 1087.338420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.338601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.338711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.338999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.339106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.339408] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.339540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.339540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.339712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.339799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.340025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.340175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.340260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.340427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.340514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.340746] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b is going to be updated. [ 1087.341925] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.364147] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.364314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.364463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.364650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.364789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.364965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.591378] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1087.591746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.783148] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.845262] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.286014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.288840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.288840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.288840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.288840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.288840] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd is going to be created. [ 1088.314631] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.314782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.314995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.316821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.316821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.328883] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd in Status: UNINITIALIZED for 2s [ 1088.349128] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.349128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.349128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.349128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.349128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.349128] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be created. [ 1088.375087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.375363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.375363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.375567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.375844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.393154] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: UNINITIALIZED for 2s [ 1088.594243] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 in Status: SUCCESS [ 1088.594591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.341923] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd in Status: SUCCESS [ 1090.342275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.342538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.342838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.343156] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.343334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.343435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.343661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.343801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.343934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.344106] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.404952] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1090.404952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.404952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.405449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.405661] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.405810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.405882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.406314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.406314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.406314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.406688] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.660040] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4020a134-a3de-4120-80ad-0385eb321d0e tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_rules [ 1090.660040] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_rules [ 1090.660040] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.660040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.660040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.660040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.660040] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.763904] env[69801]: INFO networking_nsxv3.common.synchronization [None req-bc9ef98f-1055-40b5-9bee-9c7cd8836616 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_rules [ 1090.764826] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_rules [ 1090.766364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.766569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.848818] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.848979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.849173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.849612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.849915] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.850121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.850227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.850568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.850753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.851217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.851527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.851653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.851738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.852194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.852375] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.852520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.852638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.852860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.853048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.853279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.853433] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.911291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.911291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.911291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.911291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.912159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.912159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.912159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.912159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.912159] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.188016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.188016] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 already deleted. [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.188016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.188016] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.360142] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c51ae0-0370-493c-8eaf-55c9d7f196cd: rpc.has_security_group_logging(os_id): False [ 1091.380227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.380227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.380227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.380457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.380457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.380820] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.380820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.380820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.380820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.380983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.381070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.381300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.381807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.381807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.381807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.382248] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.382359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.382403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.383914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.383914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.383914] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd is going to be created. [ 1091.415729] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73becf27-25d6-4a19-bd05-f3f5f2bd2c82: rpc.has_security_group_logging(os_id): False [ 1091.442239] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.442239] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.442239] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.442239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.442765] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.442765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.443463] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be created. [ 1091.478514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.478514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.478514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.478514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.478514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.491347] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd in Status: IN_PROGRESS for 2s [ 1091.526865] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.527245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.527245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.527337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.527588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.548963] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1091.645149] env[69801]: INFO networking_nsxv3.common.synchronization [req-ef404195-cd57-43bd-8fd8-bfa6718ea160 req-4ab0a700-1e5e-4e5a-86bf-727186f4278b tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Enqueued Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_members [ 1091.645707] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_members [ 1091.646044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.646196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.646233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.646479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.646681] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.646893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.646893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.646996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.647157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.647250] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.718041] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.718041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.718041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.718041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.718041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.718041] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 already deleted. [ 1091.718041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.957964] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1091.958434] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1092.092219] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.092960] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-950" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.092960] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-950" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.093159] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-950" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.093526] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.093758] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.093905] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.094197] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.094376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.094701] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.094849] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.095385] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.095385] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.095385] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.095385] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.095669] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.117063] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.117273] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.117399] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.117740] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-950" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.118201] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-daa145b6-e209-4a0b-83a3-c8802ed4f25e taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.118526] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.118689] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.119135] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.119327] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa145b6-e209-4a0b-83a3-c8802ed4f25e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.149808] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.149808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.149808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.149808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.149808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.150196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.150196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.150196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.150327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.150327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.150492] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12843407-426d-48f6-865b-a687c7b5f6eb already deleted. [ 1092.150534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.622152] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.623246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.623993] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.625200] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.625546] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.625673] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port daa145b6-e209-4a0b-83a3-c8802ed4f25e not found, creating... [ 1092.625974] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.626726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.626726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.626726] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.626954] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.627172] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.627413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.627490] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.627780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.627999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.628154] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: daa145b6-e209-4a0b-83a3-c8802ed4f25e is going to be created. [ 1092.669041] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.669041] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.669041] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.669041] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.669041] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.670028] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.683945] env[69801]: INFO networking_nsxv3.common.synchronization [req-90eee28c-dee9-4ed3-b753-14b1c6c439fd req-f40d44e9-8979-491f-a0e6-38fe345139ff tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1092.685779] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1092.685779] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.685779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.685779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.685779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.685779] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.685779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.686167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.686315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.686425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.686626] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.192233] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.374436] env[69801]: INFO networking_nsxv3.common.synchronization [req-ef404195-cd57-43bd-8fd8-bfa6718ea160 req-9445be04-563a-4b74-bedd-75302cc985c3 service nova] Enqueued Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_rules [ 1093.375489] env[69801]: INFO networking_nsxv3.common.synchronization [req-ef404195-cd57-43bd-8fd8-bfa6718ea160 req-9445be04-563a-4b74-bedd-75302cc985c3 service nova] Enqueued Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_members [ 1093.375697] env[69801]: INFO networking_nsxv3.common.synchronization [req-ef404195-cd57-43bd-8fd8-bfa6718ea160 req-9445be04-563a-4b74-bedd-75302cc985c3 service nova] Enqueued Resource ID: daa145b6-e209-4a0b-83a3-c8802ed4f25e with Priority: HIGHEST for action port [ 1093.376276] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_rules [ 1093.376412] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_members [ 1093.376510] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa145b6-e209-4a0b-83a3-c8802ed4f25e with Priority: HIGHEST for action port [ 1093.376825] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.376946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.380565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.380956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.381422] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.382553] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.383061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.383061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.383061] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.383322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.383506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.383692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.384072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.384268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.384439] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.386700] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa145b6-e209-4a0b-83a3-c8802ed4f25e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.386700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.386700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.386700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.386941] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa145b6-e209-4a0b-83a3-c8802ed4f25e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.504179] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd in Status: SUCCESS [ 1093.504346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.561775] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1093.562113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.694880] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.889168] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.890254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.890363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.890526] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daa145b6-e209-4a0b-83a3-c8802ed4f25e with status ACTIVE [ 1093.890686] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.890810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.890872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.891054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.891146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.891319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.891421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.892018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.892018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.892018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.892018] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.894409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.894486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.894655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.894755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.894847] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daa145b6-e209-4a0b-83a3-c8802ed4f25e is going to be updated. [ 1093.930155] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.930155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.930155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.930451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.930641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.930788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa145b6-e209-4a0b-83a3-c8802ed4f25e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.199748] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.199748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.199748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.199748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.199748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.199748] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1094.263031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.263031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.263031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.263031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.263031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.273216] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1094.397243] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.901236] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.901236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.901236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.901236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.901236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.902389] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12843407-426d-48f6-865b-a687c7b5f6eb is going to be created. [ 1094.930012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.930224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.930224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.930443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.930602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.941104] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12843407-426d-48f6-865b-a687c7b5f6eb in Status: UNINITIALIZED for 2s [ 1096.285943] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1096.285943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.560832] env[69801]: INFO networking_nsxv3.common.synchronization [req-520e9774-2098-407c-b2fd-560d599531f0 req-9d1430c8-e2a0-42b2-8dc9-87cb0912548c tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1096.566476] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1096.566476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.566476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.566476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.566476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.569611] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.569611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.569611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.569611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.569611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.569611] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.957078] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12843407-426d-48f6-865b-a687c7b5f6eb in Status: SUCCESS [ 1096.957290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.957523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.957766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.957897] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.958037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.958077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.958392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.958392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.958392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.958800] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.075020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.075020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.075020] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 already deleted. [ 1097.075020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.315225] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.315637] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.315637] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.317078] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.317078] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.317078] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.317078] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.317368] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.317440] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.317717] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.317863] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.318016] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.318134] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.318288] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.318810] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.318810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.345713] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.345713] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.345903] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.346213] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.346831] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-59575657-c03e-456b-9562-60d831151dca taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.346961] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.347109] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.347494] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.347681] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59575657-c03e-456b-9562-60d831151dca',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.464065] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.464065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.464065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.464395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.464395] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.464395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.464731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.464731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.464731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.464731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.464895] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.464994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.465039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.465170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.465379] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.465379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.465531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.465578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.465632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.465717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.465807] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.850294] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.850499] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.850623] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.850927] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.851145] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.851254] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 59575657-c03e-456b-9562-60d831151dca not found, creating... [ 1097.851525] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.851690] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.851814] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.852056] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.852199] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.852489] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.852649] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.852769] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.852977] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.853126] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.853268] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 59575657-c03e-456b-9562-60d831151dca is going to be created. [ 1097.900439] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.900724] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.900859] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.901183] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.901425] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.901667] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.969623] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12843407-426d-48f6-865b-a687c7b5f6eb: rpc.has_security_group_logging(os_id): False [ 1097.989821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.990086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.990184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.990407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.990525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.990871] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.991065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.991138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.991372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.991493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.991748] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.991887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.992319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.992518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.992606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.993259] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.993259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.993259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.993466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.993466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.993547] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12843407-426d-48f6-865b-a687c7b5f6eb is going to be created. [ 1098.115318] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.115667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.115667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.116321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.116321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.135321] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12843407-426d-48f6-865b-a687c7b5f6eb in Status: IN_PROGRESS for 2s [ 1099.399859] env[69801]: INFO networking_nsxv3.common.synchronization [req-25e56a7b-0051-41b5-957f-a946c3324214 req-9e232d1f-12ac-4635-a83b-2ed8e6a74c2e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1099.400841] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1099.400841] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.400841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.401130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.402216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.402496] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.402706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.403323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.403598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.403757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.403917] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.572788] env[69801]: INFO networking_nsxv3.common.synchronization [req-520e9774-2098-407c-b2fd-560d599531f0 req-79cae44e-7b29-49bf-806c-d846f4c11a07 service nova] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_rules [ 1099.573437] env[69801]: INFO networking_nsxv3.common.synchronization [req-520e9774-2098-407c-b2fd-560d599531f0 req-79cae44e-7b29-49bf-806c-d846f4c11a07 service nova] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1099.573701] env[69801]: INFO networking_nsxv3.common.synchronization [req-520e9774-2098-407c-b2fd-560d599531f0 req-79cae44e-7b29-49bf-806c-d846f4c11a07 service nova] Enqueued Resource ID: 59575657-c03e-456b-9562-60d831151dca with Priority: HIGHEST for action port [ 1099.574672] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_rules [ 1099.574818] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1099.574917] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59575657-c03e-456b-9562-60d831151dca with Priority: HIGHEST for action port [ 1099.578821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.579075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.579144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.579437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.579562] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.584338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.584338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.584338] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.584338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-59575657-c03e-456b-9562-60d831151dca taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.584338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.585071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.585071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.585071] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59575657-c03e-456b-9562-60d831151dca',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.685379] env[69801]: INFO networking_nsxv3.common.synchronization [req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 req-f87a195d-2597-4e06-a6d8-7719ae2e12e9 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1099.685574] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1099.685914] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.686902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.906566] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.995117] env[69801]: INFO networking_nsxv3.common.synchronization [req-45287f52-8dbd-4ef9-956a-3a62779f3950 req-0bde97e0-cb5c-4dd5-b083-eb5e9d963515 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1099.996060] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1099.996060] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.996344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.996344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.996538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.996538] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.996795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.996795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.997051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.997162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.997238] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.018223] env[69801]: INFO networking_nsxv3.common.synchronization [req-47946ced-7395-4b8e-9967-579c8149a5da req-2fcbc152-94ca-479f-9093-c765437723d1 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Enqueued Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_members [ 1100.019521] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGHEST for action security_group_members [ 1100.019828] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.019951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.020030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.020347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.020525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.020607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.020662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.020818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.020901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.020990] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.087277] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.087505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.087755] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.088630] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59575657-c03e-456b-9562-60d831151dca with status ACTIVE [ 1100.088842] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.089015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.089121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.089220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.089305] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.090365] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.090536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.090637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.090730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.090809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.091009] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.091707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.091707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.091707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.091707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.091707] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59575657-c03e-456b-9562-60d831151dca is going to be updated. [ 1100.139420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.139420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.139420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.139420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.139420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.139420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59575657-c03e-456b-9562-60d831151dca" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.152439] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12843407-426d-48f6-865b-a687c7b5f6eb in Status: SUCCESS [ 1100.152706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.285586] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.285811] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.285953] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.286264] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.286552] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.286758] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.286941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.287238] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.287467] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.287750] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.287909] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.288075] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.288240] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.288406] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.288628] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.288716] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.308322] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.308540] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.308672] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.308922] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.309347] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-55d2676d-91c2-4e32-9c59-6c8408e492dd taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.309592] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.309762] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.310146] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.310343] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d2676d-91c2-4e32-9c59-6c8408e492dd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.409770] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.504074] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.524515] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.524736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.524736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.524959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.525271] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.525376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.525420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.525572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.525678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.525754] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 is going to be updated. [ 1100.586678] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.586678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.586678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.587034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.587149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.597997] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.604873] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 in Status: IN_PROGRESS for 2s [ 1100.814330] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.814609] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.814782] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.815159] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.815416] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.815660] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 55d2676d-91c2-4e32-9c59-6c8408e492dd not found, creating... [ 1100.816100] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.816351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.816543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.816900] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.818718] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.819220] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.819458] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.819631] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.819936] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.820102] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.820259] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd is going to be created. [ 1100.845132] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.845321] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.845448] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.845719] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.845941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.846186] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.914294] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.914294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.914294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.914294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.914294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.914294] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be updated. [ 1100.985992] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.986292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.986412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.987242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.987242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.004422] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1101.006957] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.101546] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.101716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.101716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.102059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.102210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.102285] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be created. [ 1101.144362] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.145227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.145227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.145485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.145547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.167778] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: UNINITIALIZED for 2s [ 1101.471456] env[69801]: INFO networking_nsxv3.common.synchronization [req-1352eda1-a41c-4cb6-a7cb-99a308a15019 req-c9a12d94-dc58-4875-9da3-ab4165dccb0d tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1101.472135] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1101.472528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.474748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.474748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.474748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.475668] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.476920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.477059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.477301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.477438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.477648] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.510116] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.510289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.510363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.510584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.510701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.510808] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be updated. [ 1101.547899] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.548153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.548153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.548372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.548515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.561067] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: IN_PROGRESS for 2s [ 1101.883718] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.883883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.883951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.884188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.884395] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.981630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.981772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.981772] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.982012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.982125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.982331] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.982437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.982501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.982655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.982729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.982815] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b already deleted. [ 1101.982903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103754] env[69801]: INFO networking_nsxv3.common.synchronization [req-c47ff156-06f2-4a85-a086-9f6d585306ce req-70187591-76ce-4cbe-9a63-2b1933326f28 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Enqueued Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_members [ 1102.104330] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGHEST for action security_group_members [ 1102.104640] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.104794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.104867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.105549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.105765] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.105982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.105982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.106183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.106299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.106419] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.380983] env[69801]: INFO networking_nsxv3.common.synchronization [req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 req-a401944c-469b-4987-b449-66ca1e2c09d1 service nova] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_rules [ 1102.381532] env[69801]: INFO networking_nsxv3.common.synchronization [req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 req-a401944c-469b-4987-b449-66ca1e2c09d1 service nova] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1102.381858] env[69801]: INFO networking_nsxv3.common.synchronization [req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 req-a401944c-469b-4987-b449-66ca1e2c09d1 service nova] Enqueued Resource ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd with Priority: HIGHEST for action port [ 1102.382570] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_rules [ 1102.386171] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1102.386171] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd with Priority: HIGHEST for action port [ 1102.386171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.386171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.386171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.386171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.386171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d2676d-91c2-4e32-9c59-6c8408e492dd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.386171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.386171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.386171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.386171] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d2676d-91c2-4e32-9c59-6c8408e492dd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.391732] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.475234] env[69801]: INFO networking_nsxv3.common.synchronization [req-6efac020-7412-4b57-94c3-f405592e0e3d req-96cb3923-bf1e-4f33-bab6-b895a4699fed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1102.475234] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1102.475234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.475234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.475234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.475234] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.542975] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.543242] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.545389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.545389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.545389] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.545389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.545389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.545389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.545389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.545389] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.545389] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.546210] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.546210] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.546822] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.547452] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.547452] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.568542] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.568818] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.568998] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.569199] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.569541] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-685015bf-7a65-4662-914b-3e62eb2e76f7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.569727] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.569852] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.570209] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.570354] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685015bf-7a65-4662-914b-3e62eb2e76f7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.608943] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.609198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.609198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.609382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.609538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.609705] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.609805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.609865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.610026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.610108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.610646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd is going to be updated. [ 1102.621317] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 in Status: SUCCESS [ 1102.621499] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 deletion is rescheduled due to dependency. [ 1102.621604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.640067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.640228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.640300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.640510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.640634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.654542] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd in Status: IN_PROGRESS for 2s [ 1102.889064] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55d2676d-91c2-4e32-9c59-6c8408e492dd with status ACTIVE [ 1102.889574] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.889574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.889574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.889862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.889862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.890023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.890166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.890266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.890516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.890654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.890919] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.891327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.891420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.891655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.891768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.891895] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd is going to be updated. [ 1102.894031] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.923643] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.923802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.923877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.924545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.924769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.924982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.980301] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.980301] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.980301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.980301] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1103.017754] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1103.018042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.025844] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.026089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.026089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.029264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.029264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.041767] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1103.074894] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.075302] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.075519] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.076065] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.076415] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.076518] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 685015bf-7a65-4662-914b-3e62eb2e76f7 not found, creating... [ 1103.076977] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.077767] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.077767] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.078124] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.078124] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.078536] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.078918] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.078993] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.079361] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.079590] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.079826] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 685015bf-7a65-4662-914b-3e62eb2e76f7 is going to be created. [ 1103.144867] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.144867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.144867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.144867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.144867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.144867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.208066] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1103.208358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.208577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.210229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.210229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.210229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.210229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.210229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.210229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.210229] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.396230] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1103.396230] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1103.587524] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1103.587754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.715373] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.023495] env[69801]: INFO networking_nsxv3.common.synchronization [req-1352eda1-a41c-4cb6-a7cb-99a308a15019 req-1a2c15aa-e535-4cd6-bf0e-bfd88be3f510 service nova] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_rules [ 1104.023562] env[69801]: INFO networking_nsxv3.common.synchronization [req-1352eda1-a41c-4cb6-a7cb-99a308a15019 req-1a2c15aa-e535-4cd6-bf0e-bfd88be3f510 service nova] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1104.023739] env[69801]: INFO networking_nsxv3.common.synchronization [req-1352eda1-a41c-4cb6-a7cb-99a308a15019 req-1a2c15aa-e535-4cd6-bf0e-bfd88be3f510 service nova] Enqueued Resource ID: 685015bf-7a65-4662-914b-3e62eb2e76f7 with Priority: HIGHEST for action port [ 1104.024407] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_rules [ 1104.024548] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1104.024643] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685015bf-7a65-4662-914b-3e62eb2e76f7 with Priority: HIGHEST for action port [ 1104.024946] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.025088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.025155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.025420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.025508] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.026664] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.026664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.026664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.026849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.027026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.027129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.027215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.027430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.027553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.027747] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.028580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-685015bf-7a65-4662-914b-3e62eb2e76f7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.028691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.028758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.028912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.028991] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685015bf-7a65-4662-914b-3e62eb2e76f7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.218843] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.531336] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.532693] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.532693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.533016] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685015bf-7a65-4662-914b-3e62eb2e76f7 with status ACTIVE [ 1104.533016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.533162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.533197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.533381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.533471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.533638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.533727] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.533858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.533952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.534043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.535707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.535707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.535707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.535707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.535707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.535707] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685015bf-7a65-4662-914b-3e62eb2e76f7 is going to be updated. [ 1104.573404] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.573568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.573640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.573856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.573989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.574240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685015bf-7a65-4662-914b-3e62eb2e76f7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.672607] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd in Status: SUCCESS [ 1104.673052] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd deletion is rescheduled due to dependency. [ 1104.673052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.721483] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.721806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.721901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.722244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.722377] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.722525] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be updated. [ 1104.787113] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.787291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.787369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.787712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.787920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.801954] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: IN_PROGRESS for 2s [ 1105.027393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.027683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.028319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.028615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.058689] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1105.058689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.058941] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1105.060082] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.075871] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1105.076066] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 deletion is rescheduled due to dependency. [ 1105.076185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.105943] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.106108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.106182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.106430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.119126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.119126] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1105.119126] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'55d2676d-91c2-4e32-9c59-6c8408e492dd'} {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1105.119126] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1105.175182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.175341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.175410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.175865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.177616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.177885] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1105.412819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.413064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.413184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.413454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.413800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.414185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1105.542880] env[69801]: INFO networking_nsxv3.common.synchronization [req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 req-107b4896-17fd-48f2-b95e-e1feffbb759a tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Enqueued Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_members [ 1105.543235] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGHEST for action security_group_members [ 1105.543691] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.543875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.544172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.546130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.549015] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.549015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.549015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.549015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.549015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.549015] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.562664] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.563087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.563087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.563177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.563212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.563640] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be created. [ 1105.597871] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.598059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.598100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.598664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.598664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.612885] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: UNINITIALIZED for 2s [ 1105.616331] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.616478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.616478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.616630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.617192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.617368] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1105.617478] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5', '5454d744-331b-43b1-9ecb-f489fc189ef9', '3e7386ed-aba0-4164-a4f9-b2b606a5d29d', 'c13f9f8e-c2d9-4022-b576-029038524f93', 'fad826d6-2244-41f2-9053-6d6a61b88e86', '12843407-426d-48f6-865b-a687c7b5f6eb', '18199b81-b786-4838-9514-91d051eb3ab3', 'd270169b-8995-4cc4-a7e4-a99a2a1f77e5', 'd7566fe1-f6cc-44ff-b725-7e2559616504', '8cf883ed-2bfd-4cbe-a43a-0e34013d81a2', 'df1cb5db-aefd-4835-9214-0f55c3baeaf6', '7fd92bac-f25e-46dd-824f-9fbcc6df9adc', '9875bf70-4000-4935-8ad1-45a661bfdcf8', '74847171-ca46-4ab9-b8b4-8547a037d877', 'fc5de534-9d2a-46a6-ab84-d3193a01a08b', 'fe508459-8a13-4c9e-bc60-02b6f4612fb9', '288de82c-2cd8-40be-8ab6-71dd1398652a', 'a915b16f-809b-4b21-a963-5e2d819486ad', '998966f5-6d69-4b29-90f8-7c23268f3f59', 'cffe5e15-9c0d-4557-b826-551edd0f2f55', 'aa79bd89-182e-43d6-aab0-bd07b5771a28', '3455d808-af08-4b23-a990-4787c7bcebb5', '6d593f1f-a553-4992-b8e5-0504ef89358f', '63aa2e54-0cf8-418b-9a6c-efca63384668', 'a078147c-8e10-4e33-939e-f1853e0a0a31', 'be1fa423-5d02-4284-8148-1894d50ef152', '087531f1-f25e-4340-83c4-17643e3d8954', '40b11268-5c8e-4d1c-b655-6dd67aeaa5f5', '5b008dd5-5774-4449-96b4-3ba2d3f3ddc4', '73d7a96f-cceb-4f00-a703-3b110ade2117', 'fad784cd-184c-462b-b05b-ba578135308e', '73becf27-25d6-4a19-bd05-f3f5f2bd2c82', 'efc011d1-7e32-4104-9ed8-7bfc4451dfac', 'd2e2141b-aad3-4fc3-a584-9f5dd32494e4', '06f5bb57-ea92-4f9d-a648-b96ab4180f58', '4fd907dc-ccba-4da0-87c1-df3110a60f1c', '50ebef48-e78a-4fa1-963e-b3b0c68e71cc', 'bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408', '71c51ae0-0370-493c-8eaf-55c9d7f196cd', '5795bc69-5261-46e7-a5c8-1ddac7532bf5', '43a2dee9-b9f8-4a18-90f1-73eb8550a5f5', '270f0e05-6793-49f6-a140-f3e203598a36', '0335ef10-e9bb-44d4-bbca-c63c814ec5d8', '1838e4ed-f16a-4a9f-bd67-9a91b1387f6a', 'f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430', '0150e40b-199d-48b0-8ac4-2e11eee576d4'} {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1105.617570] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1105.621131] env[69801]: INFO networking_nsxv3.common.synchronization [req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 req-3858a5ad-6532-4346-8239-d682720b7c8e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_members [ 1105.621131] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGHEST for action security_group_members [ 1105.621681] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.621681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.621681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.621847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.621847] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.622167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.622167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.622167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.622310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.622310] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.667786] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.668083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.668083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.668263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.668308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.668428] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1105.668503] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1105.668562] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1105.861278] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.861758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.861758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.861758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.862765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.863134] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1105.863261] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1105.863370] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1105.863473] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1105.863600] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd with Priority: HIGH for action port [ 1105.863720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/46 resources of Type:Security Group Rules [ 1105.863821] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGH for action security_group_rules [ 1105.863925] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGH for action security_group_rules [ 1105.864106] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGH for action security_group_rules [ 1105.864106] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGH for action security_group_rules [ 1105.864199] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGH for action security_group_rules [ 1105.864313] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGH for action security_group_rules [ 1105.864401] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGH for action security_group_rules [ 1105.864504] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGH for action security_group_rules [ 1105.864604] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGH for action security_group_rules [ 1105.864773] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGH for action security_group_rules [ 1105.864854] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGH for action security_group_rules [ 1105.865067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGH for action security_group_rules [ 1105.865067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGH for action security_group_rules [ 1105.865067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGH for action security_group_rules [ 1105.865178] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGH for action security_group_rules [ 1105.865241] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGH for action security_group_rules [ 1105.865331] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGH for action security_group_rules [ 1105.865416] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGH for action security_group_rules [ 1105.865513] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGH for action security_group_rules [ 1105.865654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.053571] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.053807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.053807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.054049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.080528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.080528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.080780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.080780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.080903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.080987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.081107] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12843407-426d-48f6-865b-a687c7b5f6eb is going to be updated. [ 1106.117257] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.117257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.117257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.117257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.117257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.125699] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.125859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.125935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.126177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.130706] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12843407-426d-48f6-865b-a687c7b5f6eb in Status: IN_PROGRESS for 2s [ 1106.194546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.194937] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.195097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.195171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.195406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.195595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.195632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1fa423-5d02-4284-8148-1894d50ef152 is going to be updated. [ 1106.237546] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.237902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.237902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.238566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.238566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.248779] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: IN_PROGRESS for 2s [ 1106.813093] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1106.813093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.813093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.813093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.813804] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.813804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.813804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.813804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.813964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.814104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.814194] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.815481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.816440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.816440] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.816440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.816440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.816440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.816440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816440] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.318509] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.318917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.318917] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [req-069577fa-254b-4458-8a98-13fc835cdb63 req-593e5f4a-f876-4ff9-a9b6-29c66917311d tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd with Priority: HIGH for action port [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12843407-426d-48f6-865b-a687c7b5f6eb with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74847171-ca46-4ab9-b8b4-8547a037d877 with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a915b16f-809b-4b21-a963-5e2d819486ad with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288de82c-2cd8-40be-8ab6-71dd1398652a with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 with Priority: HIGH for action security_group_rules [ 1107.537025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGH for action security_group_rules [ 1107.537625] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc with Priority: HIGH for action security_group_rules [ 1107.537901] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGH for action security_group_rules [ 1107.538151] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 with Priority: HIGH for action security_group_rules [ 1107.538371] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGH for action security_group_rules [ 1107.538622] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 with Priority: HIGH for action security_group_rules [ 1107.538835] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad826d6-2244-41f2-9053-6d6a61b88e86 with Priority: HIGH for action security_group_rules [ 1107.539057] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18199b81-b786-4838-9514-91d051eb3ab3 with Priority: HIGH for action security_group_rules [ 1107.539990] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f9f8e-c2d9-4022-b576-029038524f93 with Priority: HIGH for action security_group_rules [ 1107.539990] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 with Priority: HIGH for action security_group_rules [ 1107.539990] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d with Priority: HIGH for action security_group_rules [ 1107.539990] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.539990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.540440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.540789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.541077] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.541346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.541531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.541811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.542092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.542542] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.543753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d2676d-91c2-4e32-9c59-6c8408e492dd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.544370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.544370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.544370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.544771] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d2676d-91c2-4e32-9c59-6c8408e492dd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.549406] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.549406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.549406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.549406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.549406] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.550701] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12843407-426d-48f6-865b-a687c7b5f6eb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.550822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.550910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.551460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.551594] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12843407-426d-48f6-865b-a687c7b5f6eb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.553232] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74847171-ca46-4ab9-b8b4-8547a037d877 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.553355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.553425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.553630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.553677] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74847171-ca46-4ab9-b8b4-8547a037d877',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.556152] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998966f5-6d69-4b29-90f8-7c23268f3f59 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.557054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.557159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.557417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.557588] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998966f5-6d69-4b29-90f8-7c23268f3f59',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.559420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a915b16f-809b-4b21-a963-5e2d819486ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.560113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.560185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.560414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.560684] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a915b16f-809b-4b21-a963-5e2d819486ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.562522] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288de82c-2cd8-40be-8ab6-71dd1398652a taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.562603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.562656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.565087] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288de82c-2cd8-40be-8ab6-71dd1398652a',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.565087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.565087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.565524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.565524] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe508459-8a13-4c9e-bc60-02b6f4612fb9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.566196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9875bf70-4000-4935-8ad1-45a661bfdcf8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.566303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.566366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.566525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.566594] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9875bf70-4000-4935-8ad1-45a661bfdcf8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.567635] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.567825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.567936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.568099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.568171] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.569313] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.569476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.569545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.569715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.569787] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd92bac-f25e-46dd-824f-9fbcc6df9adc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.570753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.570872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.570937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.571096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.573220] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.573220] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.573220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.573220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.573220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.573220] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cf883ed-2bfd-4cbe-a43a-0e34013d81a2',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.573220] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.573220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.573857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.573857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.573857] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.574330] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.574437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.574500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.574648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.574718] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d270169b-8995-4cc4-a7e4-a99a2a1f77e5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.575583] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad826d6-2244-41f2-9053-6d6a61b88e86 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.575689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.575758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.575919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.576033] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad826d6-2244-41f2-9053-6d6a61b88e86',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.576738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18199b81-b786-4838-9514-91d051eb3ab3 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.576882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.576960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.577135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.577216] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18199b81-b786-4838-9514-91d051eb3ab3',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.577846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f9f8e-c2d9-4022-b576-029038524f93 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.577977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.578059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.578205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.578277] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f9f8e-c2d9-4022-b576-029038524f93',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.579045] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.579162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.579228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.579372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.579441] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.580356] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.580413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.580471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.580639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.580689] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e7386ed-aba0-4164-a4f9-b2b606a5d29d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.585775] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.585775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.585775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.585962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.623462] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.623571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.632121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.632296] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.632296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.632463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.632540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.632619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.632711] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1107.633873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.633995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.637468] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1107.637730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.638756] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.638901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.640129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.640334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.640537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.640657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.640723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.640891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.640967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.642124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.642246] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.671415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.671605] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a915b16f-809b-4b21-a963-5e2d819486ad is going to be deleted. [ 1107.672604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.672839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.697819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.697922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.698265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.698481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722820] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe508459-8a13-4c9e-bc60-02b6f4612fb9 is going to be deleted. [ 1107.725507] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1107.792158] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.792341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.792418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.792630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.792725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.792844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a915b16f-809b-4b21-a963-5e2d819486ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.808959] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.809148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.809207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.809420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.809509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.809610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe508459-8a13-4c9e-bc60-02b6f4612fb9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.822253] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.951567] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.951852] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.951992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.952633] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.953099] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.953209] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.953361] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.953657] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.953849] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.954135] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.954279] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.954430] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.954578] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.954737] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.954918] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.955111] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.988799] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.988867] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.989035] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.989229] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.989611] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a20afa99-5987-4861-8ed5-3ff2feb72f33 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.989732] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.989857] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.990404] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.990560] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20afa99-5987-4861-8ed5-3ff2feb72f33',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.080054] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.080054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.080054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.080054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.080054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.080054] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be deleted. [ 1108.081521] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.081642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.081713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.081890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.083876] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.083984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.084089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.084231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.084380] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.084483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.084528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.085080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.085080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.085080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.085080] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.087876] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.087991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.091438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.091438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.091438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.091438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.091438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.091726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.091726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.091726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.091827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.091827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.091903] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.092831] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55d2676d-91c2-4e32-9c59-6c8408e492dd with status ACTIVE [ 1108.093014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.093133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.093200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.093359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.093446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.094243] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.094243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.094243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.094243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.094243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.094243] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.094243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.094475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.094475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.094475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.095258] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55d2676d-91c2-4e32-9c59-6c8408e492dd is going to be updated. [ 1108.103846] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.103846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.103846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.103846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104404] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.104404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.104404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.104404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.105363] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.110893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.111059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.111322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.111489] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.111578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.111781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.111864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.111950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.113768] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113768] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.113768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.113768] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.145440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.145643] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74847171-ca46-4ab9-b8b4-8547a037d877 is going to be deleted. [ 1108.148154] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.148154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.148154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.148154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.148524] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.148524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.148524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.150170] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.150170] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.150170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.150170] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.151557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.152464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.164398] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.164562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.170140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.170140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.176385] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.176385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.185496] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.185496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.186587] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.186684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187506] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.188287] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12843407-426d-48f6-865b-a687c7b5f6eb in Status: SUCCESS [ 1108.188509] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12843407-426d-48f6-865b-a687c7b5f6eb deletion is rescheduled due to dependency. [ 1108.188635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.189482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.189602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.191261] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.191261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.191697] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.191818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.193023] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1108.193023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.193165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.198569] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1108.199129] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.199252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.203818] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1108.204358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.204501] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998966f5-6d69-4b29-90f8-7c23268f3f59 is going to be deleted. [ 1108.205626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.205860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.205956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.206081] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12843407-426d-48f6-865b-a687c7b5f6eb is going to be deleted. [ 1108.207752] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.207910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.207971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.208165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.208294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.208465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d2676d-91c2-4e32-9c59-6c8408e492dd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.208643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.208786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.210573] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.210678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.237044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.237199] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9875bf70-4000-4935-8ad1-45a661bfdcf8 is going to be deleted. [ 1108.238281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.238497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.249338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.249514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.260052] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1fa423-5d02-4284-8148-1894d50ef152 in Status: SUCCESS [ 1108.260330] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1fa423-5d02-4284-8148-1894d50ef152 deletion is rescheduled due to dependency. [ 1108.260422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.264653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.264801] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5 is going to be deleted. [ 1108.265770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.265981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.305304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.305539] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d270169b-8995-4cc4-a7e4-a99a2a1f77e5 is going to be deleted. [ 1108.306558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.306839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.325514] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.325893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.325893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.326076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.326232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.326351] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be updated. [ 1108.342934] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.343131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.392202] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.392202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.392955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.393084] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cf883ed-2bfd-4cbe-a43a-0e34013d81a2 is going to be deleted. [ 1108.394016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.394240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.476038] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.476038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.476038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.476243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.476361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.493033] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.493274] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.493413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.493716] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.493898] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.494110] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a20afa99-5987-4861-8ed5-3ff2feb72f33 not found, creating... [ 1108.494677] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.494759] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.495322] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.495322] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.495437] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.495753] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.495888] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.496021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.496259] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.496386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.496533] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a20afa99-5987-4861-8ed5-3ff2feb72f33 is going to be created. [ 1108.498448] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.498575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.500192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.500370] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288de82c-2cd8-40be-8ab6-71dd1398652a is going to be deleted. [ 1108.501339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.501521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.609764] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.611230] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.621534] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc5de534-9d2a-46a6-ab84-d3193a01a08b: rpc.has_security_group_logging(os_id): False [ 1108.640780] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.640981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.643495] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: IN_PROGRESS for 2s [ 1108.647716] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.647887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.652283] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f00520a-24eb-4867-8974-262349b24a7b: rpc.has_security_group_logging(os_id): False [ 1108.698349] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.698524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.748991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.748991] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd92bac-f25e-46dd-824f-9fbcc6df9adc is going to be deleted. [ 1108.749345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.749603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.751669] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.751890] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.752035] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.752603] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.753015] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.753449] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.757129] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.757129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.767275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.767275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.779040] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1108.779762] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.779888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.822262] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1108.823047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.823149] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad826d6-2244-41f2-9053-6d6a61b88e86 is going to be deleted. [ 1108.824273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.824514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.936873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.936873] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18199b81-b786-4838-9514-91d051eb3ab3 is going to be deleted. [ 1108.937892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.937892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.039653] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.039756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.057021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.057021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.061294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.061435] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f9f8e-c2d9-4022-b576-029038524f93 is going to be deleted. [ 1109.062472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.062679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.114394] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7566fe1-f6cc-44ff-b725-7e2559616504: rpc.has_security_group_logging(os_id): False [ 1109.116089] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cb5db-aefd-4835-9214-0f55c3baeaf6: rpc.has_security_group_logging(os_id): False [ 1109.186704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.186946] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e7386ed-aba0-4164-a4f9-b2b606a5d29d is going to be deleted. [ 1109.188185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.188335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.188429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.189382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.189606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.189812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.189896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74847171-ca46-4ab9-b8b4-8547a037d877" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.191103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.191200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.191324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12843407-426d-48f6-865b-a687c7b5f6eb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.191473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.191627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.191705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.191822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998966f5-6d69-4b29-90f8-7c23268f3f59" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.192123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.192334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.192401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.192525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa3cb926-0a7b-48fa-93a8-46f6f1fd88f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.192652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.192848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.192848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.192968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d270169b-8995-4cc4-a7e4-a99a2a1f77e5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.193110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.193249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.193358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.193433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9875bf70-4000-4935-8ad1-45a661bfdcf8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.194567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.194705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.215198] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.215376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.225111] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.225299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.240495] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.240495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.282561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.282924] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.283070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.283148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.283358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.283444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.283647] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.283786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.283879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.284063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.284142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.284380] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.284536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.284536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.284837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.284938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.285154] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be updated. [ 1109.286404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.286579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.287528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.287807] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.287963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.288251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.288318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.288473] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.288574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.288833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.288947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.289338] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.289453] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.289502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.289626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.289700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.289796] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be created. [ 1109.290963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.291440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.291602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.291776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cf883ed-2bfd-4cbe-a43a-0e34013d81a2" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.292259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288de82c-2cd8-40be-8ab6-71dd1398652a" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.292766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.293913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd92bac-f25e-46dd-824f-9fbcc6df9adc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.294041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.294166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.294241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.294373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad826d6-2244-41f2-9053-6d6a61b88e86" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.296901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.296901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.317012] env[69801]: INFO networking_nsxv3.common.synchronization [req-069577fa-254b-4458-8a98-13fc835cdb63 req-f43a7c9f-421e-441f-a0d0-83482987f577 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 1109.317234] env[69801]: INFO networking_nsxv3.common.synchronization [req-069577fa-254b-4458-8a98-13fc835cdb63 req-f43a7c9f-421e-441f-a0d0-83482987f577 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1109.317380] env[69801]: INFO networking_nsxv3.common.synchronization [req-069577fa-254b-4458-8a98-13fc835cdb63 req-f43a7c9f-421e-441f-a0d0-83482987f577 service nova] Enqueued Resource ID: a20afa99-5987-4861-8ed5-3ff2feb72f33 with Priority: HIGHEST for action port [ 1109.318278] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 1109.318465] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1109.318569] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20afa99-5987-4861-8ed5-3ff2feb72f33 with Priority: HIGHEST for action port [ 1109.318868] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.319013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.319092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.319314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.319490] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.321712] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.322087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.322319] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20afa99-5987-4861-8ed5-3ff2feb72f33 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.322452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.322530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.322712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.322797] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20afa99-5987-4861-8ed5-3ff2feb72f33',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.370293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.370293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.423356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.423830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.424012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.424073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.424705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.424705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.424705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1109.426025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.427407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.518201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.518601] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.518729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.518805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.519050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.519147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.519252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1109.520732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.521101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.521246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f9f8e-c2d9-4022-b576-029038524f93" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.521398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.521565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.521670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.521788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18199b81-b786-4838-9514-91d051eb3ab3" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.635691] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.635863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.635940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.636150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.636342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.639067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.639067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.639067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.639294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.639294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.639441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e7386ed-aba0-4164-a4f9-b2b606a5d29d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.657897] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.657897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.658049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.658246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.658395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.661310] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: IN_PROGRESS for 2s [ 1109.694405] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1109.747641] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1109.747641] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.747641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.747641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.747995] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.766437] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.766437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.766437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.766437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.766437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.811056] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1109.823026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.823026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.827981] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a20afa99-5987-4861-8ed5-3ff2feb72f33 with status ACTIVE [ 1109.828182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.828317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.828451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.828587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.828676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.828845] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.828938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.829013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.829192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.829253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.829443] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.829548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.829605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.829749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.829821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.829948] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a20afa99-5987-4861-8ed5-3ff2feb72f33 is going to be updated. [ 1109.864016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.864182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.864254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.864480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.864628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.917544] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.917740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.917740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.917993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.918148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.918313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20afa99-5987-4861-8ed5-3ff2feb72f33" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.923676] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1109.924226] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1110.250506] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.658457] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1110.658887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.658887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.659235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.659376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.659509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.659586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.659749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.659863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.659940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.660187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.660251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.660314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.660477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.660728] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.660907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.660955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.661122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.661229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.661328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.661406] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.753553] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.164055] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0239f5-d792-4dfe-9025-c8ffa59b71c9: rpc.has_security_group_logging(os_id): False [ 1111.185802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.186230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.186343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.186572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.186677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.186975] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.187180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.187256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.187426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.187509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.188255] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.188388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.188461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.188621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.188700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.188898] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.188995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.189069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.189211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.189294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.189386] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be created. [ 1111.257142] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.257676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.257676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.259409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.259578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.259705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1111.267597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.267786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.267886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.268184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.272024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.291591] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: IN_PROGRESS for 2s [ 1111.305480] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.305639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.305712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.306648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.306648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.316201] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1111.681714] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1111.682147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.728207] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1111.728423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.847971] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1111.848281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.939095] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1111.939366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.305260] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1113.305592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.305767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.306033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.306158] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.326796] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1113.327394] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.327628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.327921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329059] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.329059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.329059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.329059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.329059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.329059] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.811088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.811088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.811088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.811088] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.831468] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.831636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.831716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.831926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.832902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.832902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.833511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833511] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.833511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833713] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.314053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.314053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.314053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.314497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.314497] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.314657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.314657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.314897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.315021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.315223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.315479] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.315640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.315738] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.315966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.316169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.316286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.316370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.316569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.316683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.316776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.316963] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.318933] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1114.319025] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1114.335531] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 1114.372043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.372043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.372043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.372043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.372389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.372389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.372478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.372478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.372707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.372884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.372936] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.373045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.373097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.373261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.373342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.373543] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.373648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.374510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.374762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.375024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.375128] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be created. [ 1114.513056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.513056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.513056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.513056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.513056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.538138] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1114.819731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0239f5-d792-4dfe-9025-c8ffa59b71c9: rpc.has_security_group_logging(os_id): False [ 1114.840532] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.840532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.840532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.840532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.840886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.840886] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.840886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.841015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.841090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.841168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.841347] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.841439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.841500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.841639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.841711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.841902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.842026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.842146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.842246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.842323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.842408] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be updated. [ 1114.934563] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.934563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.934563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.934563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.934563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.949187] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: IN_PROGRESS for 2s [ 1116.214120] env[69801]: INFO networking_nsxv3.common.synchronization [req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f req-903ce551-e652-4389-9a69-7b2b387bbe13 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_members [ 1116.214829] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_members [ 1116.215364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.215467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.215517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.216148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.216148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.216361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.216361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.217115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.217115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.217115] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.556848] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1116.557407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.690486] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.690486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.690486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.691074] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.691508] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.691878] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.692201] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.692565] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.692847] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.693201] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.694126] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.694126] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.694126] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.694126] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.694126] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.694126] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.716769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.717128] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.717375] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.717651] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.718081] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.718326] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.718458] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.718803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.718945] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.720184] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.720365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.720465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.720697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.720957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.721230] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.721373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.721465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.721673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.721819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.721940] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 already deleted. [ 1116.722093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.964968] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1116.965266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.226727] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.227078] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.227272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.227629] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.227813] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.227994] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad not found, creating... [ 1117.228709] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.228709] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.228709] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.228957] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.229136] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.229599] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.229799] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.229939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.230381] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.230381] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.230543] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad is going to be created. [ 1117.256749] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.256749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.256749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.256749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.256749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.256749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.078925] env[69801]: INFO networking_nsxv3.common.synchronization [req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f req-8a87c945-8a84-4e25-8c5c-cc36daa65aec service nova] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_rules [ 1118.079138] env[69801]: INFO networking_nsxv3.common.synchronization [req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f req-8a87c945-8a84-4e25-8c5c-cc36daa65aec service nova] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_members [ 1118.079303] env[69801]: INFO networking_nsxv3.common.synchronization [req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f req-8a87c945-8a84-4e25-8c5c-cc36daa65aec service nova] Enqueued Resource ID: 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad with Priority: HIGHEST for action port [ 1118.079840] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_rules [ 1118.079977] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_members [ 1118.080696] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad with Priority: HIGHEST for action port [ 1118.081297] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.081433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.081533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.081899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.082460] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.083148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.083242] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.083484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.083694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.083847] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.083948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.084079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.084177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.084261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.084350] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.085754] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.085838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086173] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.588517] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.588812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.588849] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.589767] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad with status ACTIVE [ 1118.589954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.590081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.590146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.590341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.590432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.591097] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.591097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.591097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.591097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.591097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.591788] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.591904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.591971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.592289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.592382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.592472] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad is going to be updated. [ 1118.622910] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.623093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.623135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.623387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.623524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.623686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.098672] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.602137] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.602537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.602537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.602617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.602658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.602788] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 is going to be created. [ 1119.637693] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.637693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.637693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.637693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.637693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.650391] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: UNINITIALIZED for 2s [ 1120.561634] env[69801]: INFO networking_nsxv3.common.synchronization [req-20586e00-d31d-4518-8fc9-9033f67c5069 req-ba986964-46f9-425d-9f4e-187000aa0c7d tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1120.565295] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGHEST for action security_group_members [ 1120.565571] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.565718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.565791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.566040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.566720] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.566720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.566720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.566720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.566720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.566720] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.070775] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.070775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.070775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.070775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.070775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.070775] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.070775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.070775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.071364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.071364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.071364] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be updated. [ 1121.110784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.110935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.111248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.111439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.111439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.122755] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: IN_PROGRESS for 2s [ 1121.662055] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: UNINITIALIZED for 4s [ 1123.134369] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b in Status: SUCCESS [ 1123.134657] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b deletion is rescheduled due to dependency. [ 1123.135199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.675062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: SUCCESS [ 1123.675582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.675582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.675703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.675894] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.676078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.676160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.676266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.676387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.676473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.676603] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.699992] env[69801]: INFO networking_nsxv3.common.synchronization [req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 req-58370c2c-1131-42bf-bc8d-7d5587588f5e tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1123.701363] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGHEST for action security_group_members [ 1123.701831] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.702138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.702138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.702413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.702642] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.702782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.702901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.703136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.705248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.705248] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.182228] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.207617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.207763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.207835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.208128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.237581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.237581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.237581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.237714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.237908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.237908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.238211] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be updated. [ 1124.276658] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.276905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.277118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.277426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.277733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.298088] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: IN_PROGRESS for 2s [ 1124.407428] env[69801]: INFO networking_nsxv3.common.synchronization [req-6c89d77e-758f-4915-b057-450485887eee req-d28576c9-27a8-4e25-9d11-b715b2249dae tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1124.407968] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1124.408295] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.408424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.408496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.408703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.408863] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.408966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.412914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.413179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.413280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.413404] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.685343] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9471e03a-61a2-4be5-a9f9-481d0e626031: rpc.has_security_group_logging(os_id): False [ 1124.709020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.709277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.709277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.709471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.709569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.709823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.709928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.709993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.710167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.710243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.710499] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 is going to be created. [ 1124.811478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.811721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.811721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.811999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.814484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.832561] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: IN_PROGRESS for 2s [ 1124.919930] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.920050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.920119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.921471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.921471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.921471] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.921471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.921471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.921471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.921471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.921471] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1124.992655] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.992824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.992862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.993335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.993335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.008675] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1126.307857] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 in Status: SUCCESS [ 1126.307857] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 deletion is rescheduled due to dependency. [ 1126.308180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.846082] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: SUCCESS [ 1126.846356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.018445] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1127.018970] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1127.018970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.482930] env[69801]: INFO networking_nsxv3.common.synchronization [None req-17292296-994a-4a94-b944-0b733fb6561c None None] Enqueued Resource ID: a9409c2b-91b3-4734-ab13-f214f4529990 with Priority: HIGHEST for action port [ 1127.483233] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9409c2b-91b3-4734-ab13-f214f4529990 with Priority: HIGHEST for action port [ 1127.483819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9409c2b-91b3-4734-ab13-f214f4529990 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.483945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9409c2b-91b3-4734-ab13-f214f4529990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.484027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9409c2b-91b3-4734-ab13-f214f4529990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.484355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9409c2b-91b3-4734-ab13-f214f4529990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.484355] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9409c2b-91b3-4734-ab13-f214f4529990',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.987333] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9409c2b-91b3-4734-ab13-f214f4529990 [ 1127.987883] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.988224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.989152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.989152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.989152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.989152] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9409c2b-91b3-4734-ab13-f214f4529990 already deleted. [ 1127.989152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9409c2b-91b3-4734-ab13-f214f4529990" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.541285] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e7c395bb-4dff-423a-8a6c-44992d5c0288 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_rules [ 1128.542233] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_rules [ 1128.542722] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.542906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.542983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.543307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.543422] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.669898] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3dec540a-aed3-4198-9aaa-c7f5cfb1b7d7 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_rules [ 1128.671318] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_rules [ 1128.672544] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.672656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.069682] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.069935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.069935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.070122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.070209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.070301] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb already deleted. [ 1129.070410] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.070550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.070703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.070817] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.594382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.594732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.594732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.594797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.595875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.595875] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb already deleted. [ 1129.595875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.118172] env[69801]: INFO networking_nsxv3.common.synchronization [None req-dd7cd6b0-7330-4205-9ea4-7dc3df226562 None None] Enqueued Resource ID: 5e592c88-97ea-48f0-af34-110d71173f3c with Priority: HIGHEST for action port [ 1132.118664] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e592c88-97ea-48f0-af34-110d71173f3c with Priority: HIGHEST for action port [ 1132.119088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e592c88-97ea-48f0-af34-110d71173f3c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.119326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e592c88-97ea-48f0-af34-110d71173f3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.119418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e592c88-97ea-48f0-af34-110d71173f3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.119665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e592c88-97ea-48f0-af34-110d71173f3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.119750] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e592c88-97ea-48f0-af34-110d71173f3c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.622201] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e592c88-97ea-48f0-af34-110d71173f3c [ 1132.622448] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.622586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.622656] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.622868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.622957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.623068] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e592c88-97ea-48f0-af34-110d71173f3c already deleted. [ 1132.623160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e592c88-97ea-48f0-af34-110d71173f3c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.903173] env[69801]: INFO networking_nsxv3.common.synchronization [req-36f3b860-d820-4b0c-9113-60464c3b408e req-7756f852-3499-4c51-b8d6-97de8311ad04 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1132.903763] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1132.904076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.904210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.904275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.904559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.904709] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.904809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.904862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.905025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.905118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.905216] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.964986] env[69801]: INFO networking_nsxv3.common.synchronization [req-85a35f09-cfcf-49cf-9bff-d343825566e2 req-9ef921b9-6f80-4c45-9bc3-0a5eb1ca866f tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1132.965531] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1132.965830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.965949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.966029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.966649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.966827] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.966956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.967037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.967238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.967317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.967415] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.320736] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.321034] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.321124] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.321374] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.321649] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.321842] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.321968] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.322667] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.322834] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.323072] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.323198] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.323321] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.323436] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.323554] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.323667] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.323810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.343828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.344014] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.344156] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.344334] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.344661] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-96623f73-4be0-4b40-ba64-f55a903be981 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.344829] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.344948] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.346121] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.346121] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96623f73-4be0-4b40-ba64-f55a903be981',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.407352] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.471018] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.471859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.471859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.471859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.471859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.471859] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.471859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.471859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.472183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.472183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.472183] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be updated. [ 1133.502138] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.502275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.502340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.502544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.502680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.518280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: IN_PROGRESS for 2s [ 1133.848715] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.848955] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.849500] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.849500] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.849630] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.849757] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 96623f73-4be0-4b40-ba64-f55a903be981 not found, creating... [ 1133.850054] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.850228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.850355] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.850589] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.850733] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.851029] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.851203] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.851319] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.851529] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.851748] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.851816] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 96623f73-4be0-4b40-ba64-f55a903be981 is going to be created. [ 1133.878590] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.878801] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.878931] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.879236] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.879827] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.879827] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.910461] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.340231] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1e1c43ca-c556-4ab2-82e4-f6adc8da7714 None None] Enqueued Resource ID: 993a0fc7-aee2-4e48-a287-712d0b40fb1c with Priority: HIGHEST for action port [ 1134.340231] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993a0fc7-aee2-4e48-a287-712d0b40fb1c with Priority: HIGHEST for action port [ 1134.340231] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-993a0fc7-aee2-4e48-a287-712d0b40fb1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.340231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993a0fc7-aee2-4e48-a287-712d0b40fb1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.340231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993a0fc7-aee2-4e48-a287-712d0b40fb1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.340231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993a0fc7-aee2-4e48-a287-712d0b40fb1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.340231] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993a0fc7-aee2-4e48-a287-712d0b40fb1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.413014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.413210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.413320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.413540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.413631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.413735] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1134.465087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.465323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.465384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.465604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.466019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.476250] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1134.725113] env[69801]: INFO networking_nsxv3.common.synchronization [req-36f3b860-d820-4b0c-9113-60464c3b408e req-68230145-615d-4688-b133-9ce4e100519d service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1134.725113] env[69801]: INFO networking_nsxv3.common.synchronization [req-36f3b860-d820-4b0c-9113-60464c3b408e req-68230145-615d-4688-b133-9ce4e100519d service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1134.725113] env[69801]: INFO networking_nsxv3.common.synchronization [req-36f3b860-d820-4b0c-9113-60464c3b408e req-68230145-615d-4688-b133-9ce4e100519d service nova] Enqueued Resource ID: 96623f73-4be0-4b40-ba64-f55a903be981 with Priority: HIGHEST for action port [ 1134.725113] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1134.726398] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1134.726398] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96623f73-4be0-4b40-ba64-f55a903be981 with Priority: HIGHEST for action port [ 1134.726398] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.726398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.726622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.726650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.729905] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.729905] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.729905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.729905] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-96623f73-4be0-4b40-ba64-f55a903be981 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.729905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.729905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.729905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.729905] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96623f73-4be0-4b40-ba64-f55a903be981',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.842265] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 993a0fc7-aee2-4e48-a287-712d0b40fb1c [ 1134.842653] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.842653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.842821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.844405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.844405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.844405] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:993a0fc7-aee2-4e48-a287-712d0b40fb1c already deleted. [ 1134.844405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993a0fc7-aee2-4e48-a287-712d0b40fb1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.233033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.233033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.233033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96623f73-4be0-4b40-ba64-f55a903be981 with status ACTIVE [ 1135.233503] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.234427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.234427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.234427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.234427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.234427] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.235221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.235221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.235221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.235221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.235408] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.235483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.235483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.235913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.235913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.236272] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96623f73-4be0-4b40-ba64-f55a903be981 is going to be updated. [ 1135.269651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.269651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.269651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.269986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.269986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.270284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96623f73-4be0-4b40-ba64-f55a903be981" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.528959] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1135.529426] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b deletion is rescheduled due to dependency. [ 1135.529426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.490315] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1136.491144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.491334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.491558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.491754] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.491861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.491927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.492087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.492171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.492338] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.995755] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.497520] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.000048] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.000420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.000420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.000631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.000680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.000755] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1138.032832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.033000] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.033082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.033262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.033403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.042023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1139.022068] env[69801]: INFO networking_nsxv3.common.synchronization [None req-373781cd-7c39-4f8e-a6dc-62508e3782c5 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_rules [ 1139.022068] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_rules [ 1139.022068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.022068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.022068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.022068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.027112] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.106219] env[69801]: INFO networking_nsxv3.common.synchronization [None req-935b8ace-786f-4513-a078-6798b242757a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_rules [ 1139.106945] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_rules [ 1139.107339] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.107446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.547595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.547773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.547861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.548127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.548266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.548390] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b already deleted. [ 1139.548485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.548644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.548832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.548916] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.052180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1140.052850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.052850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.052850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.052997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.053564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.054169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.054339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.054432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.054534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.054632] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.073823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.073823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.073823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.074053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.074053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.074187] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b already deleted. [ 1140.074272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.557932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.558711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.558711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.558711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.558711] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.558711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.558963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.558963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.559032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.559144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.559294] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.559482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.559482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.559599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.559756] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.559847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.559904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.560050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.560124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.560206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.560296] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.062099] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1141.082414] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.082628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.082709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.082925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.101629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.101885] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.102036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.102103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.102301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.102389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.102570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.102662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.102717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.102856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.102921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.103126] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.103213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.103275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.103414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.103488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.103572] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1141.189046] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.189046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.189046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.189295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.189323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.202306] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1143.216846] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1143.217078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.247193] env[69801]: INFO networking_nsxv3.common.synchronization [req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 req-a616d890-6089-4969-9104-92d286504d5a tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1143.247870] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1143.248214] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.248344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.249175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.249349] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.249462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.249528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.249696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.249782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.249874] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.752228] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.752448] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.752496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.752899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.774728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.775007] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.775145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.775215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.775429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.775511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.775599] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1143.802946] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.803116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.803188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.803429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.803576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.812806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1144.182800] env[69801]: INFO networking_nsxv3.common.synchronization [req-b5432e00-b2c6-469d-9912-4827bcab40b0 req-6204c8c7-811f-4f91-83ac-9cc304fbc95a tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1144.183387] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1144.183730] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.183878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.183966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.184189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.184343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.184472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.184556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.184684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.184769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.184860] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.686663] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.840890] env[69801]: INFO networking_nsxv3.common.synchronization [req-efaf93ce-c157-432b-ac42-0c39f09d76bc req-6b972c06-6813-44e0-a0c9-c0a1f7038010 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_members [ 1144.841199] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_members [ 1144.841497] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.842089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.842089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.842089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.842089] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.842290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.842290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.842390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.842438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.842531] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.177314] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.177639] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.177713] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.178340] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.178655] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.178822] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.178944] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.179189] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.179339] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.179828] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.179828] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.179828] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.179949] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.179997] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.180104] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.180242] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.188926] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.199616] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.199803] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.199948] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.200147] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.200473] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.200651] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.200776] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.201117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.201263] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d9d29c-3e64-4cb0-a312-ffc77c21aa20',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.344621] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.344858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.344961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.345350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.345500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.345708] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.345809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.345871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.346049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.346201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.346291] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb already deleted. [ 1145.346373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.691450] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.691859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.691859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.691930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.691961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.692154] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1145.703789] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.704040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.704174] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.704452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.704604] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.704763] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 not found, creating... [ 1145.705035] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.705198] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.705388] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.705628] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.705770] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.706072] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.706236] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.706379] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.706605] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.706746] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.706890] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 is going to be created. [ 1145.725100] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.725100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.725100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.725432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.725432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.730439] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.730910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.731040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.731324] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.731552] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.731776] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.744818] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1145.826589] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1145.826776] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 1145.826897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.488163] env[69801]: INFO networking_nsxv3.common.synchronization [req-efaf93ce-c157-432b-ac42-0c39f09d76bc req-3a61ef86-623d-453d-9e28-7b01fdb8b303 service nova] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_rules [ 1146.488163] env[69801]: INFO networking_nsxv3.common.synchronization [req-efaf93ce-c157-432b-ac42-0c39f09d76bc req-3a61ef86-623d-453d-9e28-7b01fdb8b303 service nova] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_members [ 1146.488163] env[69801]: INFO networking_nsxv3.common.synchronization [req-efaf93ce-c157-432b-ac42-0c39f09d76bc req-3a61ef86-623d-453d-9e28-7b01fdb8b303 service nova] Enqueued Resource ID: b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 with Priority: HIGHEST for action port [ 1146.488163] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_rules [ 1146.488163] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_members [ 1146.488163] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 with Priority: HIGHEST for action port [ 1146.488163] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.489083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.489657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.491146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.491146] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.492744] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.493558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.494473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.494721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.495029] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.495646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.495810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.495995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.497168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.497380] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.499290] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.501083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.501184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.501423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.501543] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d9d29c-3e64-4cb0-a312-ffc77c21aa20',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.507625] env[69801]: INFO networking_nsxv3.common.synchronization [None req-3c01f379-8b6b-44ec-be10-50877d910c6f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_rules [ 1146.509082] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_rules [ 1146.510190] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.510386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.510517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.510787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.510917] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.587851] env[69801]: INFO networking_nsxv3.common.synchronization [None req-13b56389-f4ff-418e-9010-d36789974954 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_rules [ 1146.588502] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_rules [ 1146.588882] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.589030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.937360] env[69801]: INFO networking_nsxv3.common.synchronization [None req-78b51cac-816c-4ab1-a7bb-b4a4442990d0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_rules [ 1146.937934] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_rules [ 1146.938253] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.938378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.938447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.938896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.939020] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.000038] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.004901] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 with status ACTIVE [ 1147.005178] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.007426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.007506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.007723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.007820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.008254] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.008254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.008254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.008440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.008440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.008633] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.008728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.008788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.008926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.008998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.009091] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 is going to be updated. [ 1147.013912] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.014139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.031916] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.032082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.032154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.032360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.032447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.032541] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 already deleted. [ 1147.032622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.032774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.032929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.033025] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.038128] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.038285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.038356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.038540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.038692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.038850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.087435] env[69801]: INFO networking_nsxv3.common.synchronization [None req-7985427d-cb8e-42b6-b128-6cefc8ca25bd tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_rules [ 1147.088064] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_rules [ 1147.088377] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.088482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.468131] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.468131] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf already deleted. [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.468131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.468131] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.503135] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.558877] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.558877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.558877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.558877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.558877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.558877] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 already deleted. [ 1147.558877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.754900] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1147.755160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989188] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.989188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.989188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.989188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989188] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf already deleted. [ 1147.989188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.009751] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.009896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.009971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.010205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.010756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.010756] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb is going to be created. [ 1148.033755] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.033977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.033977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.036818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.036818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.044588] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80408bc1-3888-4c54-af85-7433b8fb7beb in Status: UNINITIALIZED for 2s [ 1148.810602] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-d2760fce-43f2-4bba-a13c-1faf5b791a20 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1148.811257] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1148.811634] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.812334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.812419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.813028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.813028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.813028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.813028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.813209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.813237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.813328] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.113250] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.113573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.113656] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.113951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.114229] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.114393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.114560] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.114732] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.114879] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.115104] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.115228] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.115353] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.115491] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.115608] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.115720] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.115862] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.134769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.134951] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.135113] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.135380] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.135621] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-70db0ea6-7471-4eda-882e-8c4bc5e1873d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.135824] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.135967] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.136303] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.136452] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70db0ea6-7471-4eda-882e-8c4bc5e1873d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.317665] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.317944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.318113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.318351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.318432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.318701] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.319291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.319291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.319291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.319291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.319633] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce already deleted. [ 1149.319633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.639584] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.640017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.640158] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.640513] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.640745] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.640986] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 70db0ea6-7471-4eda-882e-8c4bc5e1873d not found, creating... [ 1149.641375] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.641626] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.641832] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.642155] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.642378] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.642788] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.643048] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.643262] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.643550] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.643766] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.643988] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 70db0ea6-7471-4eda-882e-8c4bc5e1873d is going to be created. [ 1149.666399] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.666712] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.666926] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.667270] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.667621] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.667925] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.054649] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80408bc1-3888-4c54-af85-7433b8fb7beb in Status: SUCCESS [ 1150.054946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.055055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.055278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.055475] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.055595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.055660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.055806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.055887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.055972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.056073] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.474931] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-15158d06-cec6-4324-853e-175b912a7202 service nova] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_rules [ 1150.474931] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-15158d06-cec6-4324-853e-175b912a7202 service nova] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1150.474931] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-15158d06-cec6-4324-853e-175b912a7202 service nova] Enqueued Resource ID: 70db0ea6-7471-4eda-882e-8c4bc5e1873d with Priority: HIGHEST for action port [ 1150.474931] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_rules [ 1150.474931] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1150.474931] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70db0ea6-7471-4eda-882e-8c4bc5e1873d with Priority: HIGHEST for action port [ 1150.482364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.482364] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.482364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.482364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.482364] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.482364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-70db0ea6-7471-4eda-882e-8c4bc5e1873d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.482364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.483081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.483081] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70db0ea6-7471-4eda-882e-8c4bc5e1873d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.559387] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.981322] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.981609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.981706] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.982663] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70db0ea6-7471-4eda-882e-8c4bc5e1873d with status ACTIVE [ 1150.982849] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.982994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.983094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.983311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.983425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.983604] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.983717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.983886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.983950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.984013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984194] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.984278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.984934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.984934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984934] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70db0ea6-7471-4eda-882e-8c4bc5e1873d is going to be updated. [ 1151.009513] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.009817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.009817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.009963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.010120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.010292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70db0ea6-7471-4eda-882e-8c4bc5e1873d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.061299] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80408bc1-3888-4c54-af85-7433b8fb7beb: rpc.has_security_group_logging(os_id): False [ 1151.091377] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.091599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.091664] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.091957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.092101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.092436] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.092586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.092674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.092923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.093053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.093193] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb is going to be created. [ 1151.180042] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.180042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.180042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.180042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.180042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.191672] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80408bc1-3888-4c54-af85-7433b8fb7beb in Status: IN_PROGRESS for 2s [ 1151.237570] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-5c424deb-4dc9-49b3-a095-132185b20a4f tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1151.238167] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1151.238523] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.238624] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.488016] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.572667] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.572667] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.572667] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.572667] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.574240] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.577045] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.577045] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.577045] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.577045] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.577045] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.577045] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.577045] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.577045] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.577045] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.577045] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.577045] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.597283] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.597283] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.597283] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.597493] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.597782] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-e4516a82-65e4-42e6-a720-e0ef1d0a5052 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.597972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.598634] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.598634] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.598634] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4516a82-65e4-42e6-a720-e0ef1d0a5052',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.991185] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.991185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.991185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.991185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.991185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.991185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be created. [ 1152.016871] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.017062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.017099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.017356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.017529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.027794] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: UNINITIALIZED for 2s [ 1152.102431] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.102782] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.102922] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.103261] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.103424] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.103589] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port e4516a82-65e4-42e6-a720-e0ef1d0a5052 not found, creating... [ 1152.104009] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.104301] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.104545] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.104836] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.104997] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.105317] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.105482] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.105604] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.105833] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.105973] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.106145] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: e4516a82-65e4-42e6-a720-e0ef1d0a5052 is going to be created. [ 1152.127243] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.127521] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.127661] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.127936] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.128183] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.129082] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.944550] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-0c5d3ed4-1de7-49bd-bb5c-ad4ffb84b1df service nova] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_rules [ 1152.944849] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-0c5d3ed4-1de7-49bd-bb5c-ad4ffb84b1df service nova] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1152.944883] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-0c5d3ed4-1de7-49bd-bb5c-ad4ffb84b1df service nova] Enqueued Resource ID: e4516a82-65e4-42e6-a720-e0ef1d0a5052 with Priority: HIGHEST for action port [ 1152.945130] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_rules [ 1152.945305] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1152.945473] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4516a82-65e4-42e6-a720-e0ef1d0a5052 with Priority: HIGHEST for action port [ 1152.946068] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.946131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.946345] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.946425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.946606] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4516a82-65e4-42e6-a720-e0ef1d0a5052 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.946707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.946774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.946968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.947056] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4516a82-65e4-42e6-a720-e0ef1d0a5052',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.204374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80408bc1-3888-4c54-af85-7433b8fb7beb in Status: SUCCESS [ 1153.204374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.449396] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4516a82-65e4-42e6-a720-e0ef1d0a5052 with status ACTIVE [ 1153.449707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.449811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.449847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.450066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.450156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.450328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.450426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.450608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.450707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.450840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.450980] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.451082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.451158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.451269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.451379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.451379] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4516a82-65e4-42e6-a720-e0ef1d0a5052 is going to be updated. [ 1153.474225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.474378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.474481] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.474640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.474775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.474930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4516a82-65e4-42e6-a720-e0ef1d0a5052" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.693598] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-5311f07e-a49b-4f1b-b991-7404222113e5 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1153.694340] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1153.694772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.694920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.039062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1154.039062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.039062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.039648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.039648] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.040364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.040364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.040364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.040364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.040364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.040364] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.042462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.042553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.045984] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.045984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.045984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.045984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.045984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.045984] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.084862] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.085110] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.085332] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.085755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.086181] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.086400] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.086566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.086828] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.087031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.087321] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.087523] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.087697] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.087843] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.088041] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.088198] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.088371] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.106822] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.107022] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.107301] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.107301] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-602" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.107779] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-428f1dcf-1acc-4d7b-8f16-7399f5e18719 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.107968] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.108266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.108523] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.108674] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428f1dcf-1acc-4d7b-8f16-7399f5e18719',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.546582] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.546582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.546582] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.610600] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.610853] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.611038] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.611850] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.611970] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.612190] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 428f1dcf-1acc-4d7b-8f16-7399f5e18719 not found, creating... [ 1154.612652] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.612830] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.612956] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.614074] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.614273] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.614641] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.614807] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.614932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.615187] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.615378] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.615538] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 428f1dcf-1acc-4d7b-8f16-7399f5e18719 is going to be created. [ 1154.638157] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.638411] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.638551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.638837] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.639124] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.639332] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.048860] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.350646] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-4ca89251-e20b-4391-883c-c678a6f8ecf4 service nova] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_rules [ 1155.350854] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-4ca89251-e20b-4391-883c-c678a6f8ecf4 service nova] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1155.351006] env[69801]: INFO networking_nsxv3.common.synchronization [req-9aef6810-59a8-40d5-9670-e55d78d9d171 req-4ca89251-e20b-4391-883c-c678a6f8ecf4 service nova] Enqueued Resource ID: 428f1dcf-1acc-4d7b-8f16-7399f5e18719 with Priority: HIGHEST for action port [ 1155.351240] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_rules [ 1155.351368] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1155.351465] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428f1dcf-1acc-4d7b-8f16-7399f5e18719 with Priority: HIGHEST for action port [ 1155.352010] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.352261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.352481] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.352570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.352754] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-428f1dcf-1acc-4d7b-8f16-7399f5e18719 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.352854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.352919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.353131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.353211] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428f1dcf-1acc-4d7b-8f16-7399f5e18719',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.552572] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.552936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.553691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.553691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.553691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.553691] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1155.585227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.585460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.585504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.585704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.585900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.595331] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1155.856537] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428f1dcf-1acc-4d7b-8f16-7399f5e18719 with status ACTIVE [ 1155.856912] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.856912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.856912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.857095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.857207] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.857406] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.857546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.857641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.857834] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.857870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.858070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.858171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.858364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.858364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.858555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.858555] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428f1dcf-1acc-4d7b-8f16-7399f5e18719 is going to be updated. [ 1155.881805] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.881968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.882049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.882264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.882405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.882567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428f1dcf-1acc-4d7b-8f16-7399f5e18719" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.606853] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1157.608039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.608039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.608039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.608039] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.608373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.608503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.608652] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.111711] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.617028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.119625] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.119863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.119948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.120304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.120409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.120543] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1159.153617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.153817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.153817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.154054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.154203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.162711] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1159.650550] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.650949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.650949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.651232] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.651677] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.651862] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.651992] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.652256] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.652410] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.652635] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.653188] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.653329] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.653453] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.653579] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.653696] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.653874] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.674558] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.675573] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.675573] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.675573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.675573] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.675858] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.675858] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.676146] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.676322] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc48f136-ec73-49ee-aa5e-6b29e92de5b7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.178440] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.178793] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.178978] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.179284] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.179438] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.179817] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.179890] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.180016] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.180247] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.180391] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.180730] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.180902] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.181044] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.181299] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.181448] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.181627] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 is going to be updated. [ 1160.205373] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.205680] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.205770] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.206117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.206409] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.206665] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.352261] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.352377] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1160.948024] env[69801]: INFO networking_nsxv3.common.synchronization [req-aeb26ec3-78c8-477e-b9cd-264e2946b753 req-96654929-cd97-487d-a030-53c6f3bf660f service nova] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1160.948024] env[69801]: INFO networking_nsxv3.common.synchronization [req-aeb26ec3-78c8-477e-b9cd-264e2946b753 req-96654929-cd97-487d-a030-53c6f3bf660f service nova] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1160.948024] env[69801]: INFO networking_nsxv3.common.synchronization [req-aeb26ec3-78c8-477e-b9cd-264e2946b753 req-96654929-cd97-487d-a030-53c6f3bf660f service nova] Enqueued Resource ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with Priority: HIGHEST for action port [ 1160.948024] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_rules [ 1160.948024] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1160.948024] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with Priority: HIGHEST for action port [ 1160.948024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.949038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.952028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.952028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.952028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.952028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.952028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.954442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.957071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.957071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.957071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.957071] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc48f136-ec73-49ee-aa5e-6b29e92de5b7',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.176127] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.176127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.176127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.176127] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.457093] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.458275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.458385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.459043] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with status ACTIVE [ 1161.459043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.459190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.459190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.459372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.459459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.459625] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.459723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.459784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.459949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.460039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.460250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.460317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.460375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.460514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.460613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.460724] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 is going to be updated. [ 1161.485352] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.485527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.485632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.485840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.485978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.486157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc48f136-ec73-49ee-aa5e-6b29e92de5b7" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.681647] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.959692] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.184897] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.463054] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.463054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.463054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.463054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.463054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.463333] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 is going to be updated. [ 1162.509698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.509957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.510052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.510339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.510620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.520870] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: IN_PROGRESS for 2s [ 1162.687634] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.687889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.687977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.688272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.688381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.688546] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1162.733749] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.733948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.734089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.734348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.734521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.743749] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1164.534518] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: SUCCESS [ 1164.534861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.534928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.535160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.535317] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.535442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.535526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.535699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.535784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.535869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.535963] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.755320] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1164.755648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.755894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.756219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.756482] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.756654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.756751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.756971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.757123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.757303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.757610] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.757730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.757859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.758111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.758364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.758898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.758898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.758898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.759054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.759109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.759196] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.760328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.761958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.761958] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.761958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.761958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.761958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.761958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.761958] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.038573] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.263718] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 625ed4ca-719c-470a-9b01-7f4fda9bc2ce: rpc.has_security_group_logging(os_id): False [ 1165.264508] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.287970] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.288181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.288270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.288497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.288577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.288831] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.288934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.288998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.289225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.289332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.289529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.289625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.289687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.289828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.289906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.290149] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.291100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.291100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.291100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.291100] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.291100] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be created. [ 1165.348171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.348375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.348375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.348551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.348734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.361444] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1165.540564] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2e2141b-aad3-4fc3-a584-9f5dd32494e4: rpc.has_security_group_logging(os_id): False [ 1165.565738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.565975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.566051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.566302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.592797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.593130] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.593251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.593321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.593529] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.593611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.593714] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 is going to be updated. [ 1165.661510] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.661743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.661789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.662029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.662221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.675877] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: IN_PROGRESS for 2s [ 1165.769059] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.949325] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.949579] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1166.271328] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.271328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.271328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.271724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.271724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.271828] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1166.324902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.325077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.325184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.325397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.325550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.340097] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1167.381770] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1167.381770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.381770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.382422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.382422] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.616755] env[69801]: INFO networking_nsxv3.common.synchronization [req-4789a9fd-f923-483a-a97d-50039c3c8734 req-ec344098-d436-47c5-aa77-fb39edac77a0 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1167.617793] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1167.618166] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.618272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.693947] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: SUCCESS [ 1167.693947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.884688] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.884688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.260502] env[69801]: INFO networking_nsxv3.common.synchronization [req-21a3b70a-0a41-40d6-af49-067ce3392c63 req-d83f294e-aeca-4c57-85a4-7d91e024e39f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1168.260955] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1168.261267] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.261388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.261464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.261653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.262607] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.263371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.263571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.263704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.263925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.264056] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.353632] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1168.353632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.353632] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.353871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.354021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.354104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.354162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.354293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.354365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.354455] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.624146] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.624550] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.624550] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.624745] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.625050] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.625225] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.625344] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.625566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.625717] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.625953] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.626081] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.626198] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.626501] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.626501] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.626646] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.626646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.648192] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.648412] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.648535] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.648833] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-36" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.649205] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.649389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.649513] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.649938] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.650115] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.766308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.766511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.766511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.766770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.766770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.766938] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.767051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.767114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.767336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.767336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.767497] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1168.806772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.806990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.807075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.807355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.807506] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.820149] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1168.856916] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.152677] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.154751] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.154751] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.154751] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.154751] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.154751] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 not found, creating... [ 1169.154998] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.154998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.155320] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.156073] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.156073] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.156279] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.156495] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.156650] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.156919] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.157113] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.157300] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 is going to be created. [ 1169.184413] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.184715] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.184898] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.185165] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.185401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.185753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.359871] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.862440] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.862836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.862836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.862980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.863107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.863218] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1169.892196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.892404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.892562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.892766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.892855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.904474] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1170.005394] env[69801]: INFO networking_nsxv3.common.synchronization [req-21a3b70a-0a41-40d6-af49-067ce3392c63 req-30c20c90-6bba-45e9-8e90-e3124d1f0110 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 1170.007747] env[69801]: INFO networking_nsxv3.common.synchronization [req-21a3b70a-0a41-40d6-af49-067ce3392c63 req-30c20c90-6bba-45e9-8e90-e3124d1f0110 service nova] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1170.007747] env[69801]: INFO networking_nsxv3.common.synchronization [req-21a3b70a-0a41-40d6-af49-067ce3392c63 req-30c20c90-6bba-45e9-8e90-e3124d1f0110 service nova] Enqueued Resource ID: 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 with Priority: HIGHEST for action port [ 1170.007747] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_rules [ 1170.007747] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1170.007747] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 with Priority: HIGHEST for action port [ 1170.008139] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.008178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.008278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.008608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.008826] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.010483] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.010636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.010941] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.011131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.011251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.011500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.011646] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.513553] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.513716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.513977] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 with status ACTIVE [ 1170.514235] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.514364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.514444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.514679] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.514792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.514999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.515121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.515262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.515397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.515665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.515733] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.515850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.515932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.516111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.516205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.516321] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 is going to be updated. [ 1170.538811] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.539042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.539042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.539232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.539364] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.539526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.772508] env[69801]: INFO networking_nsxv3.common.synchronization [req-53c921a8-d7db-433d-8683-d9fcf063949a req-2845316e-c9dc-4e1e-b07f-e4c73bb90da7 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_members [ 1170.772508] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_members [ 1170.772508] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.772508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.772508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.772508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.772765] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.772860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.772959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.773192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.773696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.773696] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.831769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1170.832063] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1170.832247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.832457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.832713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.833183] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.833183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.833183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.833404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.833495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.833615] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.278162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.278585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.278585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.278840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.278990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282333] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.282333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.282333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.282611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.282699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.283066] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b already deleted. [ 1171.283066] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.336484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.483300] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.483618] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.483898] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.484424] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.484883] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.485950] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.486117] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.486421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.486577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.488039] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.488039] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.488039] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.488039] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.488039] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.488252] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.488298] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.513827] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.514022] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.514189] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.514373] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-204" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.514708] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-1235b750-a4ab-4732-9a2c-bd2b8fca146e taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.514922] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.515021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.515379] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.515524] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1235b750-a4ab-4732-9a2c-bd2b8fca146e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.840940] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.922953] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1171.923365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.923817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.924019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.924404] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.924681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.924756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.925036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.925190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.925367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.925565] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.018283] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.018536] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018812] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.019193] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.019370] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.019553] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 1235b750-a4ab-4732-9a2c-bd2b8fca146e not found, creating... [ 1172.019907] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.020174] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.020332] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.020622] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.020800] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.021191] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.021378] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.021539] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.022075] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.022291] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.022475] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 1235b750-a4ab-4732-9a2c-bd2b8fca146e is going to be created. [ 1172.058110] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.058337] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.058454] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.058955] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.059200] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.059549] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.344260] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.344641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.344641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.344889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.345058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.345220] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1172.378425] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.378553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.378621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.379143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.379369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.392705] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1172.428573] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.428879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.428879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.429059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.429293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.429417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.429476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.429636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.429723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.429803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.429989] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.430172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.430172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.430297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.430507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.430623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.430694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.430831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.430912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.430989] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.431099] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.924836] env[69801]: INFO networking_nsxv3.common.synchronization [req-53c921a8-d7db-433d-8683-d9fcf063949a req-e1ae4d5a-d6b9-4f06-9c30-f5ffb842c56a service nova] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_rules [ 1172.925202] env[69801]: INFO networking_nsxv3.common.synchronization [req-53c921a8-d7db-433d-8683-d9fcf063949a req-e1ae4d5a-d6b9-4f06-9c30-f5ffb842c56a service nova] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_members [ 1172.925202] env[69801]: INFO networking_nsxv3.common.synchronization [req-53c921a8-d7db-433d-8683-d9fcf063949a req-e1ae4d5a-d6b9-4f06-9c30-f5ffb842c56a service nova] Enqueued Resource ID: 1235b750-a4ab-4732-9a2c-bd2b8fca146e with Priority: HIGHEST for action port [ 1172.925733] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_rules [ 1172.925906] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_members [ 1172.925988] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1235b750-a4ab-4732-9a2c-bd2b8fca146e with Priority: HIGHEST for action port [ 1172.928125] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.928294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.928381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.928658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.928715] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.930312] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.930526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.930526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.930747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.930913] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.931032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.931090] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.931244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.931322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.931429] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.932548] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1235b750-a4ab-4732-9a2c-bd2b8fca146e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.932720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.932803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.932963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.933693] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1235b750-a4ab-4732-9a2c-bd2b8fca146e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.935580] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 625ed4ca-719c-470a-9b01-7f4fda9bc2ce: rpc.has_security_group_logging(os_id): False [ 1172.963028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.963028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.963028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.963028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.963028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.963028] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.963028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.963028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.963505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.963505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.963505] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.963612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.963612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.963853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.963960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.964208] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.964388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.964434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.964548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.964739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.964739] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1173.056335] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.056335] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.057575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.057575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.057575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.086686] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1173.320686] env[69801]: INFO networking_nsxv3.common.synchronization [req-b0843270-d3e9-43af-8316-f45966ae4b01 req-ac7a68ad-6836-4d8c-8813-cc79876af0f7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1173.321415] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1173.321737] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.321870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.321943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.322462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.322649] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.322764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.322831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.323041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.323195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.323485] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.435919] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1235b750-a4ab-4732-9a2c-bd2b8fca146e with status ACTIVE [ 1173.436302] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.436492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.436629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.436923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.437064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.437327] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.437480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.437577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.437826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.437939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.438239] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.438386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.438482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.438693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.438811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.438939] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1235b750-a4ab-4732-9a2c-bd2b8fca146e is going to be updated. [ 1173.442972] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.442972] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.442972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.472086] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.472327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.472327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.472528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.472669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.472841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1235b750-a4ab-4732-9a2c-bd2b8fca146e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.795343] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.795605] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.795791] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.796172] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.796535] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.796774] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.796868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.797174] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.797379] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.797707] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.797886] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.798071] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.798297] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.798415] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.798568] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.798751] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.820469] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.820645] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.820747] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.820987] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-845" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.821404] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-36830675-ff8f-4559-be8c-74cc6624632d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.821585] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.821714] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.822144] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.822331] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36830675-ff8f-4559-be8c-74cc6624632d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.827605] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.827921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.828219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.828423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.828570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.828867] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.829023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.829117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.829520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.829520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.829664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1173.860965] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.861461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.861461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.861461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.861630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.872209] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1173.946269] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.325405] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.325747] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.325913] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.326289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.326486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.326685] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 36830675-ff8f-4559-be8c-74cc6624632d not found, creating... [ 1174.327023] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.327237] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.327393] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.327747] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.328040] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.328361] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.328529] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.328705] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.328969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.329145] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.329298] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 36830675-ff8f-4559-be8c-74cc6624632d is going to be created. [ 1174.350561] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.350755] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.350880] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.351127] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.351359] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.351673] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.381240] env[69801]: INFO networking_nsxv3.common.synchronization [req-cec27b15-9d7c-4a0c-b444-80a782e75389 req-b866b0c5-4c56-4e2a-9862-61ad95dcf0dd tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1174.381852] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1174.382219] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.382615] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.382744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.382935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.383175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.383293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.383351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.383510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.383612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.383708] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.404648] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1174.405303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.405423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.406099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.406099] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.406099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.406099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.406301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.406301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.406301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.406426] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.448064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.448715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.448715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.448715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.448715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.448715] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b is going to be created. [ 1174.532292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.532292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.532292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.532292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.532674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.552159] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbe6dbb-2f59-4cf8-a596-90916802200b in Status: UNINITIALIZED for 2s [ 1174.886473] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.886641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.886710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.887390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.887586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.887906] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.888028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.888195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.888471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.888561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.888655] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1174.909125] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.909125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.909125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.909457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.909529] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.909626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.910274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.910274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.910274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.910274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.910274] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.910472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.910472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.910702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.910702] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.910828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.910828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.910957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.911046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.911123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.911279] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.920361] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.920540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.920611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.920823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.920951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.931260] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1175.105171] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1175.105407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.105601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.105817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.105898] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.232175] env[69801]: INFO networking_nsxv3.common.synchronization [req-b0843270-d3e9-43af-8316-f45966ae4b01 req-adb28ecb-1b0f-4a01-aa87-3a569ad36168 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 1175.232432] env[69801]: INFO networking_nsxv3.common.synchronization [req-b0843270-d3e9-43af-8316-f45966ae4b01 req-adb28ecb-1b0f-4a01-aa87-3a569ad36168 service nova] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1175.232607] env[69801]: INFO networking_nsxv3.common.synchronization [req-b0843270-d3e9-43af-8316-f45966ae4b01 req-adb28ecb-1b0f-4a01-aa87-3a569ad36168 service nova] Enqueued Resource ID: 36830675-ff8f-4559-be8c-74cc6624632d with Priority: HIGHEST for action port [ 1175.232844] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_rules [ 1175.232972] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1175.233090] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36830675-ff8f-4559-be8c-74cc6624632d with Priority: HIGHEST for action port [ 1175.233645] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.233775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.233830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.234065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.234133] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.235298] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.235396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.235612] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-36830675-ff8f-4559-be8c-74cc6624632d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.235741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.235741] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.235902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.235962] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36830675-ff8f-4559-be8c-74cc6624632d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.414119] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5454d744-331b-43b1-9ecb-f489fc189ef9: rpc.has_security_group_logging(os_id): False [ 1175.434721] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.434908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.435056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.435216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.435322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.435527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.435631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.435752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.435918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.436092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.436251] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.436383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.436446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.436604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.436673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.436902] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.436998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.437218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.437383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.437459] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.437556] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1175.503106] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.503385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.503385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.504026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.504026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.520625] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1175.611824] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.612155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.612233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.612616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.613628] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.613836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.613949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.614213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.614315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.614449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.614584] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.738793] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.738793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.738793] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36830675-ff8f-4559-be8c-74cc6624632d with status ACTIVE [ 1175.739124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.739314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.739314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.739875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.739875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.739875] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.740062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.740062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.740675] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.740675] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.740675] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.741309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.741309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.741309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.741309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.741309] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36830675-ff8f-4559-be8c-74cc6624632d is going to be updated. [ 1175.778526] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.778732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.778815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.779138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.779330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.779575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36830675-ff8f-4559-be8c-74cc6624632d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.886185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1175.886185] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.886185] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.886185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.886185] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.117491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.117491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.117491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.117763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.117975] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.118127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.118214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.118397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.118508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.118621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.118845] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.118962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.119069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.119244] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.119420] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.119525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.119590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.119762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.119864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.119966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.120089] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.389381] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.564210] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbe6dbb-2f59-4cf8-a596-90916802200b in Status: SUCCESS [ 1176.564519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.564587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.564801] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.564997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.565129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.565189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.565347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.565428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.565510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.565613] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.622058] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 625ed4ca-719c-470a-9b01-7f4fda9bc2ce: rpc.has_security_group_logging(os_id): False [ 1176.641305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.641502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.641502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.641705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.641815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.642044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.642144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.642206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.642355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.642428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.642600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.642691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.642753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.642887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.642958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.643326] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.643326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.643326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.643518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.643518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.643623] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1176.707510] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.707746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.707825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.708024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.708173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.756675] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1176.890860] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.941821] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1176.942013] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 deletion is rescheduled due to dependency. [ 1176.942156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.068791] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.393949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.394156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.394232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.394456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.394545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.394645] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1177.425867] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.426041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.426094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.426308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.426458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.434970] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1177.538540] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1177.538818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.571333] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdbe6dbb-2f59-4cf8-a596-90916802200b: rpc.has_security_group_logging(os_id): False [ 1177.586977] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.588536] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.588536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.588536] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b is going to be created. [ 1177.644552] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.644809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.644809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.644968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.645165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.658118] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdbe6dbb-2f59-4cf8-a596-90916802200b in Status: IN_PROGRESS for 2s [ 1177.810187] env[69801]: INFO networking_nsxv3.common.synchronization [req-351bfe81-9c7b-42af-9114-dd3513549bb0 req-b23894ee-bdc5-4cff-8e72-3b28b47da6b8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_members [ 1177.810187] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_members [ 1177.810438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.810527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.810578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.810837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.810998] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.811105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.811164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.811322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.811403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.811505] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.184690] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.184904] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.185164] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.185418] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.185597] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.185786] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.185927] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.186628] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.186794] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.187052] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.187178] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.187293] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.187408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.187525] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.187736] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.187853] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.211470] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.211675] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.212054] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.212121] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.212478] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.212647] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.212780] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.213120] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.213272] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a68d913-acf6-44f6-b3a6-c8cc025c1bf1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.313851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.314119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.314254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.314595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.314737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.315140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.315317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.315922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.316667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.316667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.316667] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 already deleted. [ 1178.316667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.716633] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.717036] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.717127] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.717566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.718295] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.718584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 not found, creating... [ 1178.718921] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.719139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.719313] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.719590] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.720134] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.720493] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.720698] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.720852] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.721138] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.721323] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.721501] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 is going to be created. [ 1178.750707] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.750943] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.751115] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.751573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.751795] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.752038] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.772294] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1178.772294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.450528] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1179.450781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.450970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.451186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.451377] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.451498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.451558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.451694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.451794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.451890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.452014] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.535428] env[69801]: INFO networking_nsxv3.common.synchronization [req-351bfe81-9c7b-42af-9114-dd3513549bb0 req-ce5bd97f-4302-43a3-b85e-fa4f57a6eb92 service nova] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_rules [ 1179.535680] env[69801]: INFO networking_nsxv3.common.synchronization [req-351bfe81-9c7b-42af-9114-dd3513549bb0 req-ce5bd97f-4302-43a3-b85e-fa4f57a6eb92 service nova] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_members [ 1179.536012] env[69801]: INFO networking_nsxv3.common.synchronization [req-351bfe81-9c7b-42af-9114-dd3513549bb0 req-ce5bd97f-4302-43a3-b85e-fa4f57a6eb92 service nova] Enqueued Resource ID: 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 with Priority: HIGHEST for action port [ 1179.536839] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_rules [ 1179.536978] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_members [ 1179.537170] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 with Priority: HIGHEST for action port [ 1179.537903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.537903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.537903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.538257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.538257] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.542268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.542268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.542268] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.542268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.542268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.543199] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a68d913-acf6-44f6-b3a6-c8cc025c1bf1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.672193] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdbe6dbb-2f59-4cf8-a596-90916802200b in Status: SUCCESS [ 1179.672476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.954692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.954983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.954983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.955341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.955578] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.955707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.955757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.955967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.956115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.956233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.956452] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.956586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.956643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.956829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.956985] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.957091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.957147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.957276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.957349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.957434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.957519] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.044508] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.045683] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.045854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.046015] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 with status ACTIVE [ 1180.046234] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.046367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.046438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.046678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.046783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.046992] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.047389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.047389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.047389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.047526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.047604] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.047710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.047789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.047898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.047973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.048084] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 is going to be updated. [ 1180.072072] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.072348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.072348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.072434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.072591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.072762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.268333] env[69801]: INFO networking_nsxv3.common.synchronization [req-29f16a17-e048-44ea-b42d-91a5142c9c60 req-aab7f790-095d-4f15-89f0-a551558bfdec tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_members [ 1180.271033] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_members [ 1180.271895] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.272086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.272188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.272525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.272706] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.272814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.272889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.273046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.273162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.273306] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.460017] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa2e54-0cf8-418b-9a6c-efca63384668: rpc.has_security_group_logging(os_id): False [ 1180.480908] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.481080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.481136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.481362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.481859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.481859] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.481859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.481859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.482116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.482200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.482797] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.482902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.483084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.483172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.483230] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.483434] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.483538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.483538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.484059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.484059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.484059] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1180.551465] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.557617] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.557823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.557878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.558132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.558280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.575664] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1180.775510] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.775709] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.775795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.776053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.776151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.776437] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.776526] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.776575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.776740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.776823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.776909] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf already deleted. [ 1180.776988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.861579] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.861815] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.861951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.862672] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.862951] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.863482] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.866535] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.866535] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.866535] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.866535] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.866535] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.866535] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.866535] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.866535] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.866535] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.866535] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.885731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.885921] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.886094] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.886252] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.886585] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-f34eceed-db61-444d-8361-7b26c55381cb taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.887194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.887262] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.887646] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.887886] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34eceed-db61-444d-8361-7b26c55381cb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.061101] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.061583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.061583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.061734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.061793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.063138] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 is going to be created. [ 1181.094627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.094779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.094842] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.095107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.095275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.104458] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 in Status: UNINITIALIZED for 2s [ 1181.390350] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.390690] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.390998] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.391436] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.391687] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.391928] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port f34eceed-db61-444d-8361-7b26c55381cb not found, creating... [ 1181.395807] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.397548] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.397816] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.398213] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.398455] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.398946] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.399969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.400098] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.400438] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.400680] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.400916] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: f34eceed-db61-444d-8361-7b26c55381cb is going to be created. [ 1181.427062] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.427392] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.427486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.427773] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.428060] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.428320] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.591962] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1182.592350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.911242] env[69801]: INFO networking_nsxv3.common.synchronization [req-29f16a17-e048-44ea-b42d-91a5142c9c60 req-142c8986-777c-4700-a96a-fa2d0719848a service nova] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_rules [ 1182.911290] env[69801]: INFO networking_nsxv3.common.synchronization [req-29f16a17-e048-44ea-b42d-91a5142c9c60 req-142c8986-777c-4700-a96a-fa2d0719848a service nova] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_members [ 1182.911429] env[69801]: INFO networking_nsxv3.common.synchronization [req-29f16a17-e048-44ea-b42d-91a5142c9c60 req-142c8986-777c-4700-a96a-fa2d0719848a service nova] Enqueued Resource ID: f34eceed-db61-444d-8361-7b26c55381cb with Priority: HIGHEST for action port [ 1182.911991] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_rules [ 1182.912147] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_members [ 1182.912242] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34eceed-db61-444d-8361-7b26c55381cb with Priority: HIGHEST for action port [ 1182.912525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.912650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.912711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.912966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.912966] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.917409] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.917409] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.917409] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.917409] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34eceed-db61-444d-8361-7b26c55381cb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.917409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.918921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.918921] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34eceed-db61-444d-8361-7b26c55381cb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.114835] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 in Status: SUCCESS [ 1183.115068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.115128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.116050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.116050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.116050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.116050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.116050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.116050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.116050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.116491] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.421347] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.421673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.422267] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.423293] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f34eceed-db61-444d-8361-7b26c55381cb with status ACTIVE [ 1183.424166] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.424166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.424166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.424166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.424166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.424402] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.424444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.424540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.424726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.424781] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.424978] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.425149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.425188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.425356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.425452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.425562] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f34eceed-db61-444d-8361-7b26c55381cb is going to be updated. [ 1183.459537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.459684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.459792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.460462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.460462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.460462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34eceed-db61-444d-8361-7b26c55381cb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.619100] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.928432] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.122105] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9020aa2-7f44-480e-ace5-e4d2da6ed112: rpc.has_security_group_logging(os_id): False [ 1184.140485] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.142706] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.142706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.142706] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 is going to be created. [ 1184.223614] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.223614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.223614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.223614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.223614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.235043] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 in Status: IN_PROGRESS for 2s [ 1184.434256] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.434256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.434256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.434256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.434256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.434256] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf is going to be created. [ 1184.476597] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.476934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.479312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.479800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.481145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.500350] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf in Status: UNINITIALIZED for 2s [ 1184.861018] env[69801]: INFO networking_nsxv3.common.synchronization [req-f3d59747-403e-4764-99ad-f8d070c1d616 req-78094524-16a9-4413-b1a9-cb81cb91a9a5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1184.861655] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1184.862464] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.862627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.862729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.862986] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.866739] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.866739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.866739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.866739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.866739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.866739] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.369710] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.406387] env[69801]: INFO networking_nsxv3.common.synchronization [req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a req-490824c9-4d79-4a47-9d30-2019d0cc2f69 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1185.406926] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1185.407244] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.407366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.407432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.407631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.407841] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.407942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.407996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.409264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.409347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.409716] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.464275] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.465739] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.465903] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.466221] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.466728] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.466959] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.467105] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.467352] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.467504] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.470751] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.470751] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.470751] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.470751] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.470751] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.470751] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.470751] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.491152] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.491356] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.491498] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.491705] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.492048] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-1759445d-2948-4ef2-b294-0f0fd695d2b6 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.492228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.492351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.492688] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.492836] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1759445d-2948-4ef2-b294-0f0fd695d2b6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.624927] env[69801]: INFO networking_nsxv3.common.synchronization [req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 req-50f5a766-37cf-47a5-8869-59fb412cea3e tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1185.625459] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGHEST for action security_group_members [ 1185.625860] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.626052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.874028] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.916461] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.995073] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.995325] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.995715] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.996057] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.996230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.996400] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 1759445d-2948-4ef2-b294-0f0fd695d2b6 not found, creating... [ 1185.996676] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.996844] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.996968] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.997222] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.997367] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.997652] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.997858] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.998020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.998727] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.998889] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.999101] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 1759445d-2948-4ef2-b294-0f0fd695d2b6 is going to be created. [ 1186.004204] env[69801]: INFO networking_nsxv3.common.synchronization [req-4f290787-d7d4-4809-91c0-24cb8c4f85ba req-f6163914-e0fa-491a-a6cb-8f6c580cc51f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_members [ 1186.005159] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGHEST for action security_group_members [ 1186.005756] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.005884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.005951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.006145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.006295] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.006393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.006452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.006591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.006670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.006763] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.024707] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.024912] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.025047] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.025340] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.025575] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.025831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.251981] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 in Status: SUCCESS [ 1186.252342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.376903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.377162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.377274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.377510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.377613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.377701] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1186.416360] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.416744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.416744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.416937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.418254] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.428989] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1186.510016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.510256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.510383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.510546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.510705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.511578] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.511695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.511777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.511996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.512136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.512354] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 is going to be updated. [ 1186.513869] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf in Status: SUCCESS [ 1186.514097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.514215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.514386] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.514547] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.514720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.515171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.515171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.515171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.515171] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.543519] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.543756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.543756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.543941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.544162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.555397] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: IN_PROGRESS for 2s [ 1186.846907] env[69801]: INFO networking_nsxv3.common.synchronization [req-f3d59747-403e-4764-99ad-f8d070c1d616 req-8a74da73-b828-4698-b038-d8164aae65ee service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1186.847216] env[69801]: INFO networking_nsxv3.common.synchronization [req-f3d59747-403e-4764-99ad-f8d070c1d616 req-8a74da73-b828-4698-b038-d8164aae65ee service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1186.847455] env[69801]: INFO networking_nsxv3.common.synchronization [req-f3d59747-403e-4764-99ad-f8d070c1d616 req-8a74da73-b828-4698-b038-d8164aae65ee service nova] Enqueued Resource ID: 1759445d-2948-4ef2-b294-0f0fd695d2b6 with Priority: HIGHEST for action port [ 1186.850335] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1186.850545] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1186.850691] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1759445d-2948-4ef2-b294-0f0fd695d2b6 with Priority: HIGHEST for action port [ 1186.851424] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.851591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.851681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.851916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.852050] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.852987] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.853125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.853431] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1759445d-2948-4ef2-b294-0f0fd695d2b6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.853617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.853718] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.853918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.854000] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1759445d-2948-4ef2-b294-0f0fd695d2b6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.055458] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.055880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.055880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.055957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.056038] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.056146] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1187.057203] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.093095] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.093421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.093499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.093930] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.094192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.104878] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1187.358010] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.358171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.358381] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1759445d-2948-4ef2-b294-0f0fd695d2b6 with status ACTIVE [ 1187.358555] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.358661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.358726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.358943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.359043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.359219] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.359315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.359374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.359521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.359593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.359772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.359864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.359922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.360073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.360156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.360250] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1759445d-2948-4ef2-b294-0f0fd695d2b6 is going to be updated. [ 1187.380770] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.380952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.380952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.381142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.381281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.381438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1759445d-2948-4ef2-b294-0f0fd695d2b6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.559702] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fbf5776-16b1-4715-954f-c6f1cdbb11bf: rpc.has_security_group_logging(os_id): False [ 1187.581973] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.582206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.582382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.582607] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.582757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.583162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.583318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.583423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.583633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.583729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.583829] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf is going to be created. [ 1187.669530] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.669530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.669530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.669811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.670088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.694024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf in Status: IN_PROGRESS for 2s [ 1188.440030] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1188.440521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.440521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.440767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.441020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.441198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.441269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.441538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.441622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.441717] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.568404] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 in Status: SUCCESS [ 1188.568404] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 deletion is rescheduled due to dependency. [ 1188.568404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.944501] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.118283] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1189.118603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.118901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.119297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.119451] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.120889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.120969] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.121167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.121254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.121358] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.207513] env[69801]: INFO networking_nsxv3.common.synchronization [req-352f9670-818b-4ae7-8d98-29db887c917f req-25cdcb67-5f0a-48b4-b19a-e063dd172790 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1189.208154] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGHEST for action security_group_members [ 1189.208463] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.208581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.208646] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.208841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.208997] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.209115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.209174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.209333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.209396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.209484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.447202] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.628277] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.628454] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.628493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.628736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.628896] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.629153] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.629258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.629351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.629546] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.629640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.629747] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be updated. [ 1189.666165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.666439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.666518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.666724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.666858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.680589] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: IN_PROGRESS for 2s [ 1189.708604] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf in Status: SUCCESS [ 1189.708841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.712358] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.712508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.712576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.712778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.712858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.713056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.713187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.713283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.713492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.713587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.713722] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be updated. [ 1189.742994] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.743215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.743264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.743475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.743621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.753273] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: IN_PROGRESS for 2s [ 1189.949654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.949654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.949654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.949892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.949892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.950025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1189.985938] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.986110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.986183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.986382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.986521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.996451] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1191.690302] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce in Status: SUCCESS [ 1191.690547] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce deletion is rescheduled due to dependency. [ 1191.690547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.763035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 in Status: SUCCESS [ 1191.763256] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 deletion is rescheduled due to dependency. [ 1191.763256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.006798] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1192.007011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.007216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.007434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.007627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.007740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.007802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.007995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.008101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.008182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.008268] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.139887] env[69801]: INFO networking_nsxv3.common.synchronization [req-df3d0a23-1e49-40e0-b712-aec60848c28c req-228284f1-a213-4193-b87c-34db5367bf9e tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1192.140671] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1192.141122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.141283] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.141374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.141631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.141841] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.141977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.142080] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.142284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.142406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.142545] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.426590] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.427204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.427484] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.427932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.428567] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.428743] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.428872] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.429164] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.429322] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.429538] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.429654] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.429765] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.429872] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.429991] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.430121] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.430252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.456776] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.456982] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.457162] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.457385] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.457747] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-da635b72-f403-428e-b7d4-82019686d7bf taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.458080] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.458228] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.458589] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.458758] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da635b72-f403-428e-b7d4-82019686d7bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.510706] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.510883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.510935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.511174] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.511339] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.511447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.511503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.511964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.511964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.511964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.512182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.512182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.512263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.512381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.512522] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.512623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.512777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.512832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.512876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.512934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.513724] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.646145] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.646237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.646310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.646610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.646707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.646915] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.647043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.647120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.647306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.647399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.647517] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1192.675627] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.675627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.675627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.675627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.676017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.686511] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1192.961256] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.961637] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.961773] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.962127] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.962401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.962671] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port da635b72-f403-428e-b7d4-82019686d7bf not found, creating... [ 1192.963150] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.963435] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.963599] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.963932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.964180] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.964619] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.964846] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.965026] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.965312] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.965469] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.965622] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: da635b72-f403-428e-b7d4-82019686d7bf is going to be created. [ 1192.998302] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.998704] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.998854] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.999265] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.999460] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.999695] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.015600] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1193.034855] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.035028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.035116] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.035333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.035429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.035631] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.035731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.035794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.035950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.036057] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.036258] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.036353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.036412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.036608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.036698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.036912] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.037041] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.037141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.037268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.037376] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.037629] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1193.118515] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.118667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.118783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.118993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.119153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.143373] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1193.681847] env[69801]: INFO networking_nsxv3.common.synchronization [req-df3d0a23-1e49-40e0-b712-aec60848c28c req-60574870-a5c7-4532-8bd1-bcf503c9eea0 service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 1193.682112] env[69801]: INFO networking_nsxv3.common.synchronization [req-df3d0a23-1e49-40e0-b712-aec60848c28c req-60574870-a5c7-4532-8bd1-bcf503c9eea0 service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1193.682413] env[69801]: INFO networking_nsxv3.common.synchronization [req-df3d0a23-1e49-40e0-b712-aec60848c28c req-60574870-a5c7-4532-8bd1-bcf503c9eea0 service nova] Enqueued Resource ID: da635b72-f403-428e-b7d4-82019686d7bf with Priority: HIGHEST for action port [ 1193.682869] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 1193.683045] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1193.683189] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da635b72-f403-428e-b7d4-82019686d7bf with Priority: HIGHEST for action port [ 1193.683513] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.683662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.683722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.683972] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.684068] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.685066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.685233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.685491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-da635b72-f403-428e-b7d4-82019686d7bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.685659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.685770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.686035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.686161] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da635b72-f403-428e-b7d4-82019686d7bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.187623] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.188011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.190287] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da635b72-f403-428e-b7d4-82019686d7bf with status ACTIVE [ 1194.190525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.190659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.190748] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.190935] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.191037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.191222] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.191327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.191389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.191549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.191628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.191815] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.191910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.191971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.192126] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.192200] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.192287] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da635b72-f403-428e-b7d4-82019686d7bf is going to be updated. [ 1194.220271] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.220271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.220271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.220271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.220271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.220271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.696377] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1194.696563] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 deletion is rescheduled due to dependency. [ 1194.696660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.696828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.697075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.697261] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.697379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.697442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.697597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.697678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.697770] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.159584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1195.159584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.200379] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.702427] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.205100] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.205467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.205467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.205467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.205558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.205629] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1196.253074] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.253261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.253301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.253513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.253660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.266060] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1196.652615] env[69801]: INFO networking_nsxv3.common.synchronization [req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 req-670130ff-f867-48e8-84fd-c634f8cbb37f tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1196.653161] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1196.653466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.653591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.653658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.653846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.653995] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.654106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.654167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.654308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.654447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.654494] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.156731] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.156949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.157035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.157261] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.186547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.186822] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.187022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.187022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.187290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.187389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.187495] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1197.212702] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.213103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.213103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.213486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.213486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.223798] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1197.240800] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.241033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.241173] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.241460] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.241746] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.241922] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.242375] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.242728] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.242918] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.243220] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.243390] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.243558] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.243715] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.243864] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.244024] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.244215] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.265286] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.265624] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.265824] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.266368] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.267739] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-0596447b-1f53-4454-9cb7-943205db6583 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.268037] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.268990] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.269430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.270183] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0596447b-1f53-4454-9cb7-943205db6583',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.774566] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.774831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.774965] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.775308] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.775472] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.775637] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 0596447b-1f53-4454-9cb7-943205db6583 not found, creating... [ 1197.775939] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.776205] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.776349] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.776581] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.776727] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.777039] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.777208] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.777332] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.777529] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.777666] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.777810] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 0596447b-1f53-4454-9cb7-943205db6583 is going to be created. [ 1197.800138] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.800357] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.800488] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.800769] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.801017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.801262] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.276880] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1198.277221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.277346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.277637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.277893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.278103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.278199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.278424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.278533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.278662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.278775] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.700154] env[69801]: INFO networking_nsxv3.common.synchronization [req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 req-a6b15ed8-1021-4252-8ff2-b8b1f715f59f service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1198.700154] env[69801]: INFO networking_nsxv3.common.synchronization [req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 req-a6b15ed8-1021-4252-8ff2-b8b1f715f59f service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1198.700154] env[69801]: INFO networking_nsxv3.common.synchronization [req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 req-a6b15ed8-1021-4252-8ff2-b8b1f715f59f service nova] Enqueued Resource ID: 0596447b-1f53-4454-9cb7-943205db6583 with Priority: HIGHEST for action port [ 1198.700629] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1198.700629] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1198.700629] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0596447b-1f53-4454-9cb7-943205db6583 with Priority: HIGHEST for action port [ 1198.701740] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.701907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.702088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.702145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.702205] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.704741] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.704846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.705095] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-0596447b-1f53-4454-9cb7-943205db6583 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.705205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.705266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.709077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.710677] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0596447b-1f53-4454-9cb7-943205db6583',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.781334] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.038238] env[69801]: INFO networking_nsxv3.common.synchronization [None req-17ce4d70-75e6-4d36-898a-56afbdcbfde7 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_rules [ 1199.038707] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_rules [ 1199.039447] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.039514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.039616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.039853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.039939] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.116835] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6adf13e8-0f66-4e6d-acf2-bb0bbfc46fc6 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_rules [ 1199.117340] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_rules [ 1199.117638] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.117742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.205375] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.205617] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.212975] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0596447b-1f53-4454-9cb7-943205db6583 with status ACTIVE [ 1199.213227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.213366] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.213427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.213647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.213730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.213918] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.214037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.214095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.214253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.214351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.214525] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.214648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.214719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.215333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.215333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.215333] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0596447b-1f53-4454-9cb7-943205db6583 is going to be updated. [ 1199.233757] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1199.233971] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 deletion is rescheduled due to dependency. [ 1199.234133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.234382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.234590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.234819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.234967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.235068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.235268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.235372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.235495] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.238979] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.239121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.239327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.239500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.239685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.239880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0596447b-1f53-4454-9cb7-943205db6583" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.283827] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cb5db-aefd-4835-9214-0f55c3baeaf6: rpc.has_security_group_logging(os_id): False [ 1199.302177] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.302350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.302350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.302563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.302653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.302932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.303027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.303086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.303228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.303302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.303386] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1199.388402] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.388619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.388673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.388940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.389128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.403506] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1199.577577] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.577793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.577839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.578162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.578268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.578558] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea41183-da15-415e-8281-0188000e6067 already deleted. [ 1199.578558] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.578670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.578784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.578937] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.738386] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.101682] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.101928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.101928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.102144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.102295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.102575] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea41183-da15-415e-8281-0188000e6067 already deleted. [ 1200.102575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.241217] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.744295] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.744652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.744652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.744751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.744814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.744918] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1200.774438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.774628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.774676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.774854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.774990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.783703] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1201.417891] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1201.418167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.796121] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1202.796121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.796121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.796121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.796121] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.796121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.797670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.797670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.797670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.797670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.797670] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.300897] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.301017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.301081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.301330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.301486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.301611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.301732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.301807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.301923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.301979] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.302183] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.302229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.302302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.302414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.302559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.302653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.302689] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.302810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.302891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.302971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.303127] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.744812] env[69801]: INFO networking_nsxv3.common.synchronization [None req-44bedcd0-9085-4cf3-885e-8f3014b22768 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1203.745047] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1203.745711] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.745711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.745711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.745711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.746179] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.746179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.747677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.747677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.747833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.747833] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.806168] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73becf27-25d6-4a19-bd05-f3f5f2bd2c82: rpc.has_security_group_logging(os_id): False [ 1203.827947] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.828193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.828241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.828433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.828524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.828723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.828851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.828885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.829074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.829215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.829403] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.829579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.829652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.829784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.829876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.830284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.830284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.830429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.830552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.830605] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.830668] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1203.919821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.920069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.920069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.920243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.920400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.934070] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1204.250926] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.753070] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.997095] env[69801]: INFO networking_nsxv3.common.synchronization [req-3b82fe13-a720-4f17-9bf4-119cf1301942 req-f4d65c3d-5c0c-4e27-811e-4b09503e51ce tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1204.997095] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1204.997095] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.997095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.997095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.997095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.997095] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.997095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.998204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.998500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.998793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.999131] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.255717] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.255959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.256110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.256390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.256527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.256819] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1205.287857] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.288094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.288243] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.288513] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.288807] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.288972] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.289128] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.289363] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.289515] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.289735] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.289851] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.289962] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.290086] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.290202] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.290310] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.290450] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.292389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.292511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.292562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.292723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.292858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.302927] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1205.313031] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.313148] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.313291] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.313529] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.313856] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-c3b5a055-9176-45ce-a115-c298a610c271 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.314050] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.314180] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.314524] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.314670] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b5a055-9176-45ce-a115-c298a610c271',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.502233] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.774857] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.774857] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.775077] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.775427] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.776037] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.776360] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.776575] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.776863] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.777086] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.777360] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.777531] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.777702] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.777872] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.778079] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.778249] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.778439] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.798749] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.798911] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.799244] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.799566] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.799959] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-ca6f9293-8082-4d01-b644-40cab177dfba taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.800165] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.800299] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.800648] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.800794] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca6f9293-8082-4d01-b644-40cab177dfba',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.817406] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.817620] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.817748] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.818032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.818255] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.818414] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port c3b5a055-9176-45ce-a115-c298a610c271 not found, creating... [ 1205.818683] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.818844] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.818966] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.819269] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.819362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.819650] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.819811] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.819932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.820159] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.820304] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.820465] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: c3b5a055-9176-45ce-a115-c298a610c271 is going to be created. [ 1205.841640] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.841850] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.841980] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.842284] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.842516] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.842749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.956325] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1205.956494] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.005090] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.306023] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.306023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port ca6f9293-8082-4d01-b644-40cab177dfba not found, creating... [ 1206.306023] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.306023] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.306514] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.306514] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.306514] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.307032] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.307344] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.307627] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: ca6f9293-8082-4d01-b644-40cab177dfba is going to be created. [ 1206.329096] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.331029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.331029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.331029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.331029] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.331387] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.509666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.509666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.509666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.509666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.509666] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.509666] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1206.540560] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.540560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.540560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.540560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.540560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.549332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1206.558019] env[69801]: INFO networking_nsxv3.common.synchronization [req-3b82fe13-a720-4f17-9bf4-119cf1301942 req-35ad5cab-920f-42a0-b2f2-1014029ce3d3 service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1206.558019] env[69801]: INFO networking_nsxv3.common.synchronization [req-3b82fe13-a720-4f17-9bf4-119cf1301942 req-35ad5cab-920f-42a0-b2f2-1014029ce3d3 service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1206.558019] env[69801]: INFO networking_nsxv3.common.synchronization [req-3b82fe13-a720-4f17-9bf4-119cf1301942 req-35ad5cab-920f-42a0-b2f2-1014029ce3d3 service nova] Enqueued Resource ID: c3b5a055-9176-45ce-a115-c298a610c271 with Priority: HIGHEST for action port [ 1206.558019] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1206.558019] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1206.558019] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b5a055-9176-45ce-a115-c298a610c271 with Priority: HIGHEST for action port [ 1206.558019] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.558019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.558019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.558019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.558019] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.559199] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.559318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.559577] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b5a055-9176-45ce-a115-c298a610c271 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.559645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.559747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.559968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.560083] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b5a055-9176-45ce-a115-c298a610c271',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.029047] env[69801]: INFO networking_nsxv3.common.synchronization [req-3f87e790-779e-498a-b949-ea24ade2b235 req-5d6dcc18-4b38-454b-9b15-a4340363f94c service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1207.029383] env[69801]: INFO networking_nsxv3.common.synchronization [req-3f87e790-779e-498a-b949-ea24ade2b235 req-5d6dcc18-4b38-454b-9b15-a4340363f94c service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1207.029383] env[69801]: INFO networking_nsxv3.common.synchronization [req-3f87e790-779e-498a-b949-ea24ade2b235 req-5d6dcc18-4b38-454b-9b15-a4340363f94c service nova] Enqueued Resource ID: ca6f9293-8082-4d01-b644-40cab177dfba with Priority: HIGHEST for action port [ 1207.029875] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1207.030015] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1207.030116] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca6f9293-8082-4d01-b644-40cab177dfba with Priority: HIGHEST for action port [ 1207.030419] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.030511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.030565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.030768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.030844] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.031929] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.032036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.032245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca6f9293-8082-4d01-b644-40cab177dfba taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.032353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.032419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.032578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.032651] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca6f9293-8082-4d01-b644-40cab177dfba',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.063044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.063044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.064515] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3b5a055-9176-45ce-a115-c298a610c271 with status ACTIVE [ 1207.064799] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.064858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.064932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.065279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.065317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.065523] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.065631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.065695] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.065851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.065928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.066122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.066218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.066271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.066412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.066487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.066637] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3b5a055-9176-45ce-a115-c298a610c271 is going to be updated. [ 1207.088120] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.088278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.088332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.088517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.088649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.088802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b5a055-9176-45ce-a115-c298a610c271" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.312422] env[69801]: INFO networking_nsxv3.common.synchronization [req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 req-32b65dda-2afc-410e-9aa5-d1cd0bf59e0a tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_members [ 1207.313352] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1207.313552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.314032] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_members [ 1207.314204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.314404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.314576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.314684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.314744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.314890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.314970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.315072] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.315896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.316011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.316124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.316307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.316449] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.316542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.316601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.316736] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.316809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.316890] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.535741] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.535884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.536119] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca6f9293-8082-4d01-b644-40cab177dfba with status ACTIVE [ 1207.536292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.536400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.536472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.536672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.536763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.536940] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.537054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.537114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.537266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.537342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.537521] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.537616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.537676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.537815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.537887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.537972] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca6f9293-8082-4d01-b644-40cab177dfba is going to be updated. [ 1207.559485] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.559692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.559833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.560062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.560205] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.560428] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca6f9293-8082-4d01-b644-40cab177dfba" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.613059] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.613211] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.613272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.613544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.614242] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.614413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.614543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.614760] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.615611] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.615611] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.615611] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.615611] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.615611] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.615611] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.615833] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.615833] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.633943] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.633943] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.634125] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.634831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-983" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.634831] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.634831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.635042] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.635236] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.635378] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8e8f8d-66d7-4294-96de-6a9ebd630d03',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.819084] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.820257] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.822089] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.822089] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea41183-da15-415e-8281-0188000e6067 already deleted. [ 1207.822089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.138243] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.138662] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.138662] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.138915] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.139104] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.139273] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 not found, creating... [ 1208.139555] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.139723] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.139871] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.140127] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.140273] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.140600] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.140786] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.140914] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.141144] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.141290] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.141468] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 is going to be created. [ 1208.163422] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.163678] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.163815] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.164111] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.164351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.164582] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.324768] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.559539] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1208.559768] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.559835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.560073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.560270] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.560374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.560467] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.560620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.560707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.560783] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.827562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.827797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.827797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.827980] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.828083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.828260] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1208.843826] env[69801]: INFO networking_nsxv3.common.synchronization [req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 req-723d44c0-ebdc-406f-8756-a62ddb2fad36 service nova] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_rules [ 1208.843826] env[69801]: INFO networking_nsxv3.common.synchronization [req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 req-723d44c0-ebdc-406f-8756-a62ddb2fad36 service nova] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_members [ 1208.844090] env[69801]: INFO networking_nsxv3.common.synchronization [req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 req-723d44c0-ebdc-406f-8756-a62ddb2fad36 service nova] Enqueued Resource ID: 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 with Priority: HIGHEST for action port [ 1208.844731] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_rules [ 1208.844731] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_members [ 1208.848580] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 with Priority: HIGHEST for action port [ 1208.848667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.848760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.848833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.849058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.849215] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.850091] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.850210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.850279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.851561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.852595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.852595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.852595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.852595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.852595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.852595] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.854723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.854849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.854905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.855194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.855376] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8e8f8d-66d7-4294-96de-6a9ebd630d03',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.859828] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.859999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.860060] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.860214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.860604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.872907] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1209.063272] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.355484] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.363283] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.363437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.363616] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 with status ACTIVE [ 1209.363760] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.363997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.363997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.364139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.364231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.364407] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.364557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.364557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.364711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.364886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.364956] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.365064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.365156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.365234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.365446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.365534] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 is going to be updated. [ 1209.388772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.389022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.389022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.389348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.389496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.389647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c8e8f8d-66d7-4294-96de-6a9ebd630d03" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.566117] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.857749] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.071762] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.071963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.072021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.072279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.072384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.072492] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1210.108560] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.108760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.108760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.108913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.109072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.119455] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1210.360954] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.361264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.361264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.361418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.361505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.361605] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea41183-da15-415e-8281-0188000e6067 is going to be created. [ 1210.385478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.385684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.385684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.385901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.386178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.396916] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea41183-da15-415e-8281-0188000e6067 in Status: UNINITIALIZED for 2s [ 1210.883314] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1210.883554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.883724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.883950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.884185] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.884372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.884487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.884732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.884874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.885035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.885193] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.387548] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.387988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.387988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.387988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.388194] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.388318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.388380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.388535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.388606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.388699] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.388920] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.389019] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.389083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.389303] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.389454] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.389539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.389593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.389735] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.389813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.389890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.389978] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.893106] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73becf27-25d6-4a19-bd05-f3f5f2bd2c82: rpc.has_security_group_logging(os_id): False [ 1211.913747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.914046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.914046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.914211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.914243] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.914486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.914583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.914583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.914728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.914803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.915091] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.915152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.915152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.915304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.915417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.915556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.915647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.915707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.915846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.915915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.916018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1212.005070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.005286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.005362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.005675] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.005973] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.018584] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1212.137591] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1212.137844] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.138032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.138346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.138565] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.138686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.138785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.138959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.139094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.139475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.139475] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.414755] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea41183-da15-415e-8281-0188000e6067 in Status: SUCCESS [ 1212.415249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.415249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.415249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.415427] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.415542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.415609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.415757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.416480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.416480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.416480] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.641904] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.642148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.642148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.642372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.642541] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.642643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.642708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.642856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.642945] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.643049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.643203] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.643297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.643378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.643606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.643751] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.643847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.643909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.644067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.644145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.644463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.644463] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.918727] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.146692] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1213.166533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.166726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.166726] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.166952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.167056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167314] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.167426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.167477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.167645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.167724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167908] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.168010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.168083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.168431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.168563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.168811] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.168881] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.168956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.169112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.169213] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.169328] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1213.234140] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.234349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.234349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.234759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.234759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.250442] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1213.420984] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ea41183-da15-415e-8281-0188000e6067: rpc.has_security_group_logging(os_id): False [ 1213.439823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.440113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.440113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.440317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.440317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.440603] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.440815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.440815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.440968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.441075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.441139] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea41183-da15-415e-8281-0188000e6067 is going to be created. [ 1213.504893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.505128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.505128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.505339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.505518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.519975] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea41183-da15-415e-8281-0188000e6067 in Status: IN_PROGRESS for 2s [ 1213.849403] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.849548] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1214.033037] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1214.033302] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.265932] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1215.266285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.490021] env[69801]: INFO networking_nsxv3.common.synchronization [req-b1c35c3c-8449-4830-9d07-76a3437da1dc req-65e582b9-c42f-4f4f-b7ab-4bf22a1819c4 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1215.490021] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGHEST for action security_group_members [ 1215.490021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.490021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.490021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.490660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.492556] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.492556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.492556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.492556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.492556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.492556] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.537541] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea41183-da15-415e-8281-0188000e6067 in Status: SUCCESS [ 1215.537820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.994613] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.995696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.995696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.995696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.995696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.995932] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.995932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.995932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.996131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.996178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.996297] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be updated. [ 1216.031923] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.031923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.031923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.031923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.031923] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.039949] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: IN_PROGRESS for 2s [ 1216.188827] env[69801]: INFO networking_nsxv3.common.synchronization [req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c req-91ca9bdb-a47b-4796-b657-184d38809cec tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1216.189460] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1216.190023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.190310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.190517] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.191476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.191476] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.191476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.191476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.191476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.191476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.193155] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.695553] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.198634] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.701024] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.701452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.701452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.701452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.701575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.701657] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1217.737134] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.737293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.737363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.737576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.737722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.747277] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1218.049405] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 in Status: SUCCESS [ 1218.049655] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 deletion is rescheduled due to dependency. [ 1218.049720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.757927] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1219.758415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.179632] env[69801]: INFO networking_nsxv3.common.synchronization [req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce req-94ae460d-ee70-417c-8e5a-0e765b9c7082 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1221.180418] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1221.180949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.180949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.180949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.181140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.181346] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.181346] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.181438] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.181639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.181728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.181822] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.683689] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.863977] env[69801]: INFO networking_nsxv3.common.synchronization [None req-d09cbad4-53b6-4c04-9395-4d5a9fd4a1ba tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1221.864800] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1221.865163] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.865280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.185800] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.688694] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.688858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.688920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.689164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.689256] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.689383] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1222.722581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.722773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.722882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.723177] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.723369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.734018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1223.064785] env[69801]: INFO networking_nsxv3.common.synchronization [req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e req-7e76c37e-f5d7-4743-b65c-b15e237c2833 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1223.065332] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1223.065635] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.065758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.065855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.066018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.066202] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.066358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.066519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.066608] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.066696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.066825] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.415933] env[69801]: INFO networking_nsxv3.common.synchronization [req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 req-913b13df-fb66-4d07-b5de-9166ba49bc08 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1223.418427] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGHEST for action security_group_members [ 1223.418779] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.419330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.419330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.419330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.419601] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.419601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.419691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.419832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.419950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.420066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.568556] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.922170] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.922590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.922752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.923008] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.923109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.923325] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.923568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.923636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.923808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.923885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.923978] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 is going to be updated. [ 1223.954054] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.954054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.954323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.954323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.954532] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.963495] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: IN_PROGRESS for 2s [ 1224.071159] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.527953] env[69801]: INFO networking_nsxv3.common.synchronization [req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 req-f832c4c2-b494-48a3-9857-68758cb27ddc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_members [ 1224.528634] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGHEST for action security_group_members [ 1224.528982] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.529118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.529175] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.529383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.529534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.529630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.529692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.529843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.530022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.530022] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.574361] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.574567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.574613] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.574822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.574906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.575014] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1224.620277] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.620486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.620537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.620847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.621010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.640208] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1224.750962] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1224.750962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.751176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.751307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.751540] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.751686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.751750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.751928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.752062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.752201] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.033056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.033275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.033381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.033616] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.033734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.033962] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.034078] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.034164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.034409] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.034518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.034623] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb is going to be updated. [ 1225.064105] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.064281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.064281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.064500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.064641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.075304] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80408bc1-3888-4c54-af85-7433b8fb7beb in Status: IN_PROGRESS for 2s [ 1225.254891] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.255163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.255276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.255960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.255960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.256109] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.256218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.256327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.256937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.256937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.256937] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1225.293456] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.293650] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.293752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.294031] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.294224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.305332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1225.975830] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 in Status: SUCCESS [ 1225.976129] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 deletion is rescheduled due to dependency. [ 1225.976129] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.649769] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1226.649974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.085064] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80408bc1-3888-4c54-af85-7433b8fb7beb in Status: SUCCESS [ 1227.085328] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb deletion is rescheduled due to dependency. [ 1227.085368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.314676] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1227.314831] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 deletion is rescheduled due to dependency. [ 1227.314948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.907125] env[69801]: INFO networking_nsxv3.common.synchronization [None req-da693670-c11e-4baa-bff5-1dd96cd6bcc8 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1228.907381] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1228.907481] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.907589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.907659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.907983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.912249] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.046454] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1e1f1a0d-4601-4169-a0a2-5b4fb1258c71 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1229.046990] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1229.047308] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.047408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.435600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.435765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.435765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.435985] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.436089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.436188] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c already deleted. [ 1229.436285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.436485] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.436655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.436737] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.958876] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.959234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.959272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.959575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.959693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.959829] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c already deleted. [ 1229.959943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.420104] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e5e434e5-3cc8-4db1-ab10-2f3884d1ded6 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1231.420646] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1231.420942] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.421079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.421142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.421391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.421473] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.493903] env[69801]: INFO networking_nsxv3.common.synchronization [None req-b6cf78c8-e5df-4b35-8273-0612a0445616 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1231.493903] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1231.494104] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.494210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.942443] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.942645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.942645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.942867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.942956] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.943062] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 already deleted. [ 1231.943142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.943266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.943439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.943599] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.463510] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.463510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.463510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.464720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.464720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.464720] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 already deleted. [ 1232.464720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.050711] env[69801]: INFO networking_nsxv3.common.synchronization [req-ad0c362a-d449-4726-86bb-e1b53557e58d req-56f9eafe-cf19-435c-8bd0-ada53a101bd2 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1233.051162] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1233.051587] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.051780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.051878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.052173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.052394] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.052492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.052547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.052717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.052848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.052977] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.366675] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.366873] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.366965] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.367266] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.367532] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.367693] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.367814] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.368042] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.368193] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.368498] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.368629] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.368744] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.368854] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.369073] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.369187] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.369324] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.405089] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.406205] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1233.406205] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.406205] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.406205] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.406473] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.406603] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.407081] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.407301] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4211091-e9c3-4c67-ad5a-e5e7ce71f879',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.556066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.909845] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.910180] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.910389] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.910732] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.910885] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.911069] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port b4211091-e9c3-4c67-ad5a-e5e7ce71f879 not found, creating... [ 1233.911384] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.911573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.911693] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.911917] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.912073] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.912377] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.912551] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.912675] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.912886] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.913038] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.913186] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: b4211091-e9c3-4c67-ad5a-e5e7ce71f879 is going to be created. [ 1233.935065] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.935293] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.935424] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.935698] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.935940] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.936261] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.059199] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.562266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.562820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.562820] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.562947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.562947] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.563248] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1234.604618] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.604952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.604952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.605288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.605463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.617904] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1234.746257] env[69801]: INFO networking_nsxv3.common.synchronization [req-ad0c362a-d449-4726-86bb-e1b53557e58d req-80effa2c-6c6a-4949-852a-77050ff693f8 service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1234.746257] env[69801]: INFO networking_nsxv3.common.synchronization [req-ad0c362a-d449-4726-86bb-e1b53557e58d req-80effa2c-6c6a-4949-852a-77050ff693f8 service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1234.746257] env[69801]: INFO networking_nsxv3.common.synchronization [req-ad0c362a-d449-4726-86bb-e1b53557e58d req-80effa2c-6c6a-4949-852a-77050ff693f8 service nova] Enqueued Resource ID: b4211091-e9c3-4c67-ad5a-e5e7ce71f879 with Priority: HIGHEST for action port [ 1234.746787] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1234.746787] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1234.746889] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4211091-e9c3-4c67-ad5a-e5e7ce71f879 with Priority: HIGHEST for action port [ 1234.747150] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.747287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.747457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.747769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.747856] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.748802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.752134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.752134] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.752134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.752134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.752134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.752134] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4211091-e9c3-4c67-ad5a-e5e7ce71f879',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.251741] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.251977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.252088] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4211091-e9c3-4c67-ad5a-e5e7ce71f879 with status ACTIVE [ 1235.252307] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.252419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.252482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.252691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.252780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.252973] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.253075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.253131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.253334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.253411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.253593] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.253707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.253826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.253868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.253944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.254049] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4211091-e9c3-4c67-ad5a-e5e7ce71f879 is going to be updated. [ 1235.278398] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.278691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.278791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.278953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.279118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.279290] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4211091-e9c3-4c67-ad5a-e5e7ce71f879" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.385457] env[69801]: INFO networking_nsxv3.common.synchronization [req-faebb880-feec-48d8-bdff-6446dfb6adfd req-dacc2b9b-04a5-4ba9-a35e-d633da599b33 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1235.385457] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1235.385656] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.385863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.385944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.386370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.386607] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.386794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.386907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.387199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.387347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.387488] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.708178] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.708583] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.708583] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.708817] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.709091] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.709250] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.709767] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.710321] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.710321] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.710446] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.710579] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.710695] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.710888] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.711027] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.711143] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.711289] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.739843] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.740046] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.740173] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.740359] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.740692] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-d650e24a-580c-4b3b-a94c-58f0f764976d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.740868] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.740975] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.741340] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.741477] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d650e24a-580c-4b3b-a94c-58f0f764976d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.890344] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.890497] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.890569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.890774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.890862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.891059] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.891151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.891208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.891353] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.891426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.891512] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c already deleted. [ 1235.891589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.244315] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.244552] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.246033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.246033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.246033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.246033] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port d650e24a-580c-4b3b-a94c-58f0f764976d not found, creating... [ 1236.246033] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.246033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.246033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.246033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.246401] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.246445] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.246569] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.246702] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.247007] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.247319] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.247483] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: d650e24a-580c-4b3b-a94c-58f0f764976d is going to be created. [ 1236.269916] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.270159] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.270289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.270750] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.271015] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.271263] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.629984] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 4s [ 1237.003853] env[69801]: INFO networking_nsxv3.common.synchronization [req-faebb880-feec-48d8-bdff-6446dfb6adfd req-745dc823-3ffc-4a47-82d4-ed0c6c11da79 service nova] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1237.003853] env[69801]: INFO networking_nsxv3.common.synchronization [req-faebb880-feec-48d8-bdff-6446dfb6adfd req-745dc823-3ffc-4a47-82d4-ed0c6c11da79 service nova] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1237.003853] env[69801]: INFO networking_nsxv3.common.synchronization [req-faebb880-feec-48d8-bdff-6446dfb6adfd req-745dc823-3ffc-4a47-82d4-ed0c6c11da79 service nova] Enqueued Resource ID: d650e24a-580c-4b3b-a94c-58f0f764976d with Priority: HIGHEST for action port [ 1237.003853] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1237.003853] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1237.003853] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d650e24a-580c-4b3b-a94c-58f0f764976d with Priority: HIGHEST for action port [ 1237.004840] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.005134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.005341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.008083] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.008083] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.008083] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.008083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.008083] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.009176] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d650e24a-580c-4b3b-a94c-58f0f764976d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.009473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.009684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.009940] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.010153] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d650e24a-580c-4b3b-a94c-58f0f764976d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.512293] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.512509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.512636] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.513585] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d650e24a-580c-4b3b-a94c-58f0f764976d with status ACTIVE [ 1237.513773] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.513888] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.513950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.514158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.514262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.514410] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.514509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.514568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.514712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.514788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.514964] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.519030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.519030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.519030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.519030] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.519030] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d650e24a-580c-4b3b-a94c-58f0f764976d is going to be updated. [ 1237.536655] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.536892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.536892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.537081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.537209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.537363] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.716280] env[69801]: INFO networking_nsxv3.common.synchronization [req-6fe8074c-5350-488c-8d26-81e4e9ac346d req-51b2e42a-b84c-4d45-b8e2-369eac463048 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1237.716280] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1237.716280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.716280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.716280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.716280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.716280] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.716280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.717194] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.717513] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.717742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.718066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.991743] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.991943] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.992079] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.992359] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.992619] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.992787] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.992908] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.993328] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.993492] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.993715] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.993836] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.993949] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.994074] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.994192] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.994303] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.994443] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.012750] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.013092] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1238.013092] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.013244] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.013553] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-b1023054-4be2-464c-ae15-96a00b6ca5c5 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.013730] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.013853] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.014201] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.014343] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1023054-4be2-464c-ae15-96a00b6ca5c5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.017855] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.221031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.221204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.221245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.221446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.221535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.221761] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.221858] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.221918] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.222138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.222209] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.222242] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 already deleted. [ 1238.222319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.516864] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.517341] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.517482] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.517887] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.518129] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.518379] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port b1023054-4be2-464c-ae15-96a00b6ca5c5 not found, creating... [ 1238.518814] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.519083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.519287] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.519624] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.519843] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.520445] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.520790] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.521035] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.521412] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.521867] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.521966] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: b1023054-4be2-464c-ae15-96a00b6ca5c5 is going to be created. [ 1238.523650] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.523887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.524037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.524354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.524511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.524679] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c is going to be created. [ 1238.544683] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.544932] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.545058] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.545340] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.545578] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.545839] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.548281] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.548415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.548510] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.548704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.548841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.560023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: UNINITIALIZED for 2s [ 1238.640224] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1238.640543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.640728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.641023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.641269] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.641429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.641527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.641758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.641874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.642014] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.144309] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.333014] env[69801]: INFO networking_nsxv3.common.synchronization [req-6fe8074c-5350-488c-8d26-81e4e9ac346d req-a94c5f8d-2586-49be-8c73-260cc3762d99 service nova] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1239.333014] env[69801]: INFO networking_nsxv3.common.synchronization [req-6fe8074c-5350-488c-8d26-81e4e9ac346d req-a94c5f8d-2586-49be-8c73-260cc3762d99 service nova] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1239.333014] env[69801]: INFO networking_nsxv3.common.synchronization [req-6fe8074c-5350-488c-8d26-81e4e9ac346d req-a94c5f8d-2586-49be-8c73-260cc3762d99 service nova] Enqueued Resource ID: b1023054-4be2-464c-ae15-96a00b6ca5c5 with Priority: HIGHEST for action port [ 1239.333442] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1239.333615] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1239.333814] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1023054-4be2-464c-ae15-96a00b6ca5c5 with Priority: HIGHEST for action port [ 1239.334419] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.334696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.334883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.335330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.335534] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.342818] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.343238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.343432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.343889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.346596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.346928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.347131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.347379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.347476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.347580] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.348955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1023054-4be2-464c-ae15-96a00b6ca5c5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.349087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.349189] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.349384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.349535] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1023054-4be2-464c-ae15-96a00b6ca5c5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.646926] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.853522] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.853759] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.853921] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.854823] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1023054-4be2-464c-ae15-96a00b6ca5c5 with status ACTIVE [ 1239.855026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.855145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.855270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.855514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.855645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.855857] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.855981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.856073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.856312] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.856389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.856613] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.856707] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.856769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.856910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.856977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.857079] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1023054-4be2-464c-ae15-96a00b6ca5c5 is going to be updated. [ 1239.881672] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.881863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.881909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.882133] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.882269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.882437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1023054-4be2-464c-ae15-96a00b6ca5c5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.149115] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.149522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.149522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.149611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.149641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.149747] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1240.178559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.178839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.178955] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.179260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.179486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.188774] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1240.360025] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.580032] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: SUCCESS [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.580032] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.580032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.580032] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.863497] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.863686] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.863816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.864103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.864257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.864421] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be created. [ 1240.890959] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.891262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.891262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.891392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.891545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.900926] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: UNINITIALIZED for 2s [ 1241.082551] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.585086] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c71375-4135-471f-8b5d-1a0e4a62d28c: rpc.has_security_group_logging(os_id): False [ 1241.605489] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.605742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.605742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.606130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.606130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.606641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.606641] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.606767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.606959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.607062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.607154] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c is going to be created. [ 1241.689433] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.689691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.689874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.690157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.690370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.705084] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: IN_PROGRESS for 2s [ 1242.198598] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1242.198910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.199142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.199395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.199624] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.199785] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.199861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.200064] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.200156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.200255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.200363] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.702830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.703266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.703266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.703266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.703437] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.703528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.703609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.703742] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.703816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.703905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.704066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.704158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.704223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.704362] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.704493] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.704571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.704634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.704763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.704837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.704915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.705010] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.913677] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1242.914113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.914422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.914786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.915139] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.915354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.915471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.915721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.915850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.915984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.916137] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.208025] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1243.227736] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.227991] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.228132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.228464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.228705] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.229050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.229234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.229352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.230032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.230032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.230240] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.230240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.230398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.231036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.231036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.231157] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.231427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.231427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.231644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.231779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.231927] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1243.311596] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.311868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.311926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.312167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.312385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.330364] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1243.419755] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.720036] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: SUCCESS [ 1243.720368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.922143] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7cd5f7-4e87-460f-ad33-da33f605a5f0: rpc.has_security_group_logging(os_id): False [ 1243.946023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.946023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.946023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.946023] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be created. [ 1244.017824] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.018045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.018117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.018348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.018582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.033170] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: IN_PROGRESS for 2s [ 1244.335484] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.335725] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1245.351956] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1245.352365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.051587] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1246.051798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.798056] env[69801]: INFO networking_nsxv3.common.synchronization [req-86af0264-7374-4ed7-99b2-7673d2a95f69 req-76bacf23-962c-427c-9852-19f76259e67b tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1246.798587] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1246.799053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.799053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.799306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.799306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.801147] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.801147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.801147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.801147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.801147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.801147] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.305246] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.850226] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.352823] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.353054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.353054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.353320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.353419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.353524] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1248.386767] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.386967] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.387051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.387280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.387435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.401409] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1250.414011] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1250.414468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.799663] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.800069] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.261638] env[69801]: INFO networking_nsxv3.common.synchronization [req-257af96b-584b-4fcc-983a-09d94e6646ed req-de238de1-dfa5-47a2-8c35-c7d9429f0795 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1254.262158] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1254.262463] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.262590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.262653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.262850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.263016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.263122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.263201] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.263326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.263455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.263503] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.618576] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.618824] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.618962] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.619291] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.619602] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.619809] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.619966] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.620217] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.620377] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.620642] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.620755] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.620870] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.620998] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.621128] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.621247] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.621416] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.642620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.642890] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.643101] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.643315] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.643736] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-e8bede9d-d8ab-46f7-ac75-4f5344d58897 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.644024] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.644131] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.644535] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.644699] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8bede9d-d8ab-46f7-ac75-4f5344d58897',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.765801] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.148077] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.148077] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.148077] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.148451] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.148451] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.148523] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port e8bede9d-d8ab-46f7-ac75-4f5344d58897 not found, creating... [ 1255.148825] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.148995] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.149131] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.149385] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.149521] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.150033] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.150219] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.150351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.150575] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.150721] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.150869] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: e8bede9d-d8ab-46f7-ac75-4f5344d58897 is going to be created. [ 1255.180528] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.180782] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.180893] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.181289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.181416] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.181646] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.268647] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.771891] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.772102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.772170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.772407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.772537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.772607] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be updated. [ 1255.844405] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.844598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.844659] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.844883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.845039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.863272] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: IN_PROGRESS for 2s [ 1255.906344] env[69801]: INFO networking_nsxv3.common.synchronization [req-257af96b-584b-4fcc-983a-09d94e6646ed req-cb4e3e6f-8048-43cd-a41d-ae6d987c6b54 service nova] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1255.906597] env[69801]: INFO networking_nsxv3.common.synchronization [req-257af96b-584b-4fcc-983a-09d94e6646ed req-cb4e3e6f-8048-43cd-a41d-ae6d987c6b54 service nova] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1255.906840] env[69801]: INFO networking_nsxv3.common.synchronization [req-257af96b-584b-4fcc-983a-09d94e6646ed req-cb4e3e6f-8048-43cd-a41d-ae6d987c6b54 service nova] Enqueued Resource ID: e8bede9d-d8ab-46f7-ac75-4f5344d58897 with Priority: HIGHEST for action port [ 1255.907474] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_rules [ 1255.907671] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1255.907825] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bede9d-d8ab-46f7-ac75-4f5344d58897 with Priority: HIGHEST for action port [ 1255.908219] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.908368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.908444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.908703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.908839] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.909715] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.909824] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.910527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8bede9d-d8ab-46f7-ac75-4f5344d58897 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.910620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.910694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.910862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.910940] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8bede9d-d8ab-46f7-ac75-4f5344d58897',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.413396] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.413782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.413782] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8bede9d-d8ab-46f7-ac75-4f5344d58897 with status ACTIVE [ 1256.413911] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.414049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.414088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.414315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.414387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.414623] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.414716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.414716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.414876] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.415048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.415182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.415310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.415391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.415564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.415643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.415731] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8bede9d-d8ab-46f7-ac75-4f5344d58897 is going to be updated. [ 1256.442155] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.443018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.443018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.443018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.443018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.443276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8bede9d-d8ab-46f7-ac75-4f5344d58897" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.588868] env[69801]: INFO networking_nsxv3.common.synchronization [req-2a18c27c-70c7-460f-8e12-05eabe747b1f req-5d4ecf7e-a81a-47e3-bd1b-b2abe38eb248 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1256.589488] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1256.589863] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.590010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.590286] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.590498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.590666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.590774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.590841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.590983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.591081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.591174] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.025709] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.026491] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.026491] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.026777] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.028311] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.028311] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.028311] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.028311] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.028311] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.028311] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1257.028311] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.028725] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.028912] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.029058] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1257.029182] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.029547] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.052277] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.052581] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1257.052581] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.052764] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-272" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.053255] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.053452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.053579] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.053941] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.054117] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.093535] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.556729] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.557167] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.557211] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.557627] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.557874] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.558149] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 not found, creating... [ 1257.558555] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.558801] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.559017] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.559376] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.559607] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.560075] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.560327] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.560514] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.560823] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.561039] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.561249] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 is going to be created. [ 1257.582874] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.583236] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.583524] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.583961] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.584355] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.584714] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.596025] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.874235] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1257.874561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.874749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.875065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.875250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.875389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.875488] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.875665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.875757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.875979] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.098723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.098944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.099094] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.100037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.100037] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.100037] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1258.133433] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.133433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.133433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.133433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.133433] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.141076] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1258.328669] env[69801]: INFO networking_nsxv3.common.synchronization [req-2a18c27c-70c7-460f-8e12-05eabe747b1f req-1c0276b2-c103-4f8a-b65c-119ebbef0c09 service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1258.328953] env[69801]: INFO networking_nsxv3.common.synchronization [req-2a18c27c-70c7-460f-8e12-05eabe747b1f req-1c0276b2-c103-4f8a-b65c-119ebbef0c09 service nova] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1258.328953] env[69801]: INFO networking_nsxv3.common.synchronization [req-2a18c27c-70c7-460f-8e12-05eabe747b1f req-1c0276b2-c103-4f8a-b65c-119ebbef0c09 service nova] Enqueued Resource ID: d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 with Priority: HIGHEST for action port [ 1258.329182] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_rules [ 1258.329306] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1258.329400] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 with Priority: HIGHEST for action port [ 1258.329962] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.330240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.330274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.330630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.330630] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.331375] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.331574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.331640] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.331730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.331794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.331957] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.332042] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.377855] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.834187] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.834520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.834520] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 with status ACTIVE [ 1258.834695] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.834803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.834869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.835128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.835220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.835430] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.835600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.835600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.835714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.835829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.835980] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.836171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.836171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.836250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.836352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.836475] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 is going to be updated. [ 1258.861350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.861568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.861639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.861899] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.862095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.862280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.880694] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.383200] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.383456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.383456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.383668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.383837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.383972] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be updated. [ 1259.424758] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.424978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.424978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.425191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.425334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.437859] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: IN_PROGRESS for 2s [ 1260.152814] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1260.153371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.153627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.153915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.154155] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.154288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.154372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.154602] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.154694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.154812] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.657331] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.159462] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.447754] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1261.447974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.448153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.448370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.448564] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.448692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.448780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.448915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.448997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.449095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.449182] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.662122] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.662354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.662354] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.662651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.662751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.662862] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1261.692848] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.693079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.693166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.693404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.693554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.704464] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1261.952022] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.455517] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7cd5f7-4e87-460f-ad33-da33f605a5f0: rpc.has_security_group_logging(os_id): False [ 1262.477058] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.477251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.477352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.477582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.477995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.477995] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.478178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.478178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.478252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.478322] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.478409] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be updated. [ 1262.553670] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.553902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.553902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.554122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.554323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.569150] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: IN_PROGRESS for 2s [ 1263.330910] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.330910] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1263.716432] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1263.716860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.716860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.717067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.717274] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.717423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.717458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.717611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.717716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.717819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.717910] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.220227] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.220444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.220444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.220663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.220834] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.220934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.220998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.221163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.221249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.221337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.221486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.221578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.221639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.221780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.221917] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.222016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.222075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.222212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.222287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.222365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.222454] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.589653] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1264.589941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.724882] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d593f1f-a553-4992-b8e5-0504ef89358f: rpc.has_security_group_logging(os_id): False [ 1264.751870] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.752120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.752120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.752304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.752393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.752598] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.752730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.752795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.753223] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.753327] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.753600] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.753720] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.753789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.753963] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.754052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.754266] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.754356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.754421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.754562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.754637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.754728] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1264.825022] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.825503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.825503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.825503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.825637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.841981] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1266.500160] env[69801]: INFO networking_nsxv3.common.synchronization [None req-6941c3ab-c22b-4b55-b4f0-fbe1272aacee tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1266.500160] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1266.500160] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.500160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.500160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.500160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.500160] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.500160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.500160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.500160] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.500870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.501092] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.867112] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1266.867341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.003553] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.003553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.003553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.003854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.004000] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.004320] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.004470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.004583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.004847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.004994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.005107] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1267.041197] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.041197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.041197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.041197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.041197] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.052609] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1269.064770] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1269.065238] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 deletion is rescheduled due to dependency. [ 1269.065238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.410390] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.410708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.410708] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.410970] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.411255] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.411423] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.411543] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.411757] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.411907] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.412162] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.412287] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.412396] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.412506] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.412617] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.412724] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.412857] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.434332] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.434537] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.434640] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.434819] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-455" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.435153] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-da635b72-f403-428e-b7d4-82019686d7bf taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.435329] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.435453] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.435706] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.435844] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da635b72-f403-428e-b7d4-82019686d7bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.938496] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.938706] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.938851] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.939194] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.939362] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.939671] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.939843] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.940020] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.940258] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.940403] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.940694] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.940855] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.941018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.941198] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.941336] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.941482] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: da635b72-f403-428e-b7d4-82019686d7bf is going to be updated. [ 1270.961584] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.961849] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.961949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.962222] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.962419] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.962641] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.499484] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.499774] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.674308] env[69801]: INFO networking_nsxv3.common.synchronization [req-22f4a12b-216b-4855-b335-6dd3a546f347 req-158d9724-4a16-4091-9154-3a97157d1805 service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 1271.674308] env[69801]: INFO networking_nsxv3.common.synchronization [req-22f4a12b-216b-4855-b335-6dd3a546f347 req-158d9724-4a16-4091-9154-3a97157d1805 service nova] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1271.674308] env[69801]: INFO networking_nsxv3.common.synchronization [req-22f4a12b-216b-4855-b335-6dd3a546f347 req-158d9724-4a16-4091-9154-3a97157d1805 service nova] Enqueued Resource ID: da635b72-f403-428e-b7d4-82019686d7bf with Priority: HIGHEST for action port [ 1271.674308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_rules [ 1271.674308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1271.674308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da635b72-f403-428e-b7d4-82019686d7bf with Priority: HIGHEST for action port [ 1271.675113] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.675276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.675391] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.675673] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.675800] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.676868] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.677582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.677582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.677582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.677755] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.677870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.677994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.678287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.678470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.678659] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.680359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-da635b72-f403-428e-b7d4-82019686d7bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.680359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.680359] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.680519] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.680598] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da635b72-f403-428e-b7d4-82019686d7bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.865762] env[69801]: INFO networking_nsxv3.common.synchronization [req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc req-d6885c1c-cf92-479a-b3b1-75fd3ccdf739 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1271.866615] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1271.867081] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.867260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.867372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.867777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.867918] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.868103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.868211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.868449] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.868587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.868731] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.183064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.183237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.183401] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.184314] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da635b72-f403-428e-b7d4-82019686d7bf with status ACTIVE [ 1272.184507] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.184620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.184690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.184926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.184977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.185159] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.185253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.185311] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.185456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.185560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.185711] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.185803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.185864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.186015] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.186097] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.186178] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da635b72-f403-428e-b7d4-82019686d7bf is going to be updated. [ 1272.207448] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.207694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.207694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.207894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.207993] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.208180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da635b72-f403-428e-b7d4-82019686d7bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.371770] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.536113] env[69801]: INFO networking_nsxv3.common.synchronization [req-39624cb4-bdbc-4173-9f75-efd380944c03 req-f829020d-2940-4273-978a-8f238c59758b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_members [ 1272.537017] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGHEST for action security_group_members [ 1272.537103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.537263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.537341] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.537777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.537777] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.537926] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.538018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.538522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.538522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.538522] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.687827] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.698362] env[69801]: INFO networking_nsxv3.common.synchronization [req-35d167b5-38c9-476b-8210-c45ac0a94179 req-d10d2d7c-3b42-40a6-81b1-eb24dd67b4fe tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_members [ 1272.699367] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGHEST for action security_group_members [ 1272.700203] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.700331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.700390] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.700590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.700746] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.700912] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.701035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.701779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.701779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.701779] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.874291] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.041696] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.041887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.041932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.042397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.042397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.042478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.042583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.042634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.042784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.042861] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.042951] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 is going to be updated. [ 1273.074245] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.074403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.074447] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.074654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.074788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.083897] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 in Status: IN_PROGRESS for 2s [ 1273.190162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.190325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.190394] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.190618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.190710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.190815] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1273.203784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.204045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.204131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.204326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.204427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.204651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.204760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.204856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.205034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.205112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.205201] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea41183-da15-415e-8281-0188000e6067 is going to be updated. [ 1273.220955] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.221168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.221168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.221392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.221530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.229252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1273.240288] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.240445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.240489] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.240685] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.240840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.249629] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea41183-da15-415e-8281-0188000e6067 in Status: IN_PROGRESS for 2s [ 1273.376812] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.376987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.377084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.377300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.377389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.377490] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1273.407613] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.407788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.407859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.408027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.408165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.419533] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1275.094581] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 in Status: SUCCESS [ 1275.094581] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 deletion is rescheduled due to dependency. [ 1275.094581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.241065] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1275.241065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.241065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.241065] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.241537] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.241537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.241537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.241537] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.241821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.241821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.241821] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.258625] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea41183-da15-415e-8281-0188000e6067 in Status: SUCCESS [ 1275.258826] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea41183-da15-415e-8281-0188000e6067 deletion is rescheduled due to dependency. [ 1275.259021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.431377] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1275.431554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.745066] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.247985] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cb5db-aefd-4835-9214-0f55c3baeaf6: rpc.has_security_group_logging(os_id): False [ 1276.268850] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.269086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.269136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.269333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.269427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.269685] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.269788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.269854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.270028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.270125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.270236] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1276.467998] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.467998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.467998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.468338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.468338] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.495996] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1277.700715] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.701045] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1278.513805] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1278.513805] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.200879] env[69801]: INFO networking_nsxv3.common.synchronization [req-0bab7509-e727-4a17-9172-8c0dffb1432f req-2bfc2842-d56f-421e-8644-434e5516d502 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1279.200879] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGHEST for action security_group_members [ 1279.201393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.201393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.201595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.201662] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.201772] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.201966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.201966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.202157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.202247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.202343] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.704336] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.704596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.704596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.705010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.705234] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.705481] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.706279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.706399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.706622] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.706716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.706817] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be updated. [ 1279.770800] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.770800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.770800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.770800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.770800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.782648] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: IN_PROGRESS for 2s [ 1281.796309] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d593f1f-a553-4992-b8e5-0504ef89358f in Status: SUCCESS [ 1281.796754] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f deletion is rescheduled due to dependency. [ 1281.796754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.201926] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.202472] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.637812] env[69801]: INFO networking_nsxv3.common.synchronization [req-08077413-fa48-49e6-adbc-dc27a02c357e req-e5be6e7e-6379-4e22-b14b-9a01e3d77578 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_members [ 1284.638663] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGHEST for action security_group_members [ 1284.639117] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.639239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.639360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.639541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.639698] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.639791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.639856] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.640076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.640142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.640260] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.142886] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.143163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.143163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.143498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.143498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.143645] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.143721] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.143818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.143921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.143995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.144099] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b is going to be updated. [ 1285.177371] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.177541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.177684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.177920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.178190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.187182] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbe6dbb-2f59-4cf8-a596-90916802200b in Status: IN_PROGRESS for 2s [ 1286.864984] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.865272] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.865425] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.865680] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.865961] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.866139] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.866262] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.866480] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.866626] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.866854] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.867018] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.867154] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.867270] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.867390] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.867498] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.867635] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.890819] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.890819] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1286.890819] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.890819] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.891182] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-46bcaff0-f1a3-4078-99f7-4a675a706654 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.891377] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.891510] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.891850] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.891994] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bcaff0-f1a3-4078-99f7-4a675a706654',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.197786] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdbe6dbb-2f59-4cf8-a596-90916802200b in Status: SUCCESS [ 1287.197979] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b deletion is rescheduled due to dependency. [ 1287.198110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.395125] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.395515] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.395515] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.395817] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.395969] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.396375] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 46bcaff0-f1a3-4078-99f7-4a675a706654 not found, creating... [ 1287.396446] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.396595] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.396718] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.396949] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.397110] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.397412] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.397577] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.397698] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.397910] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.398051] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.398205] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 is going to be created. [ 1287.424924] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.425590] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.425883] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.426361] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.426758] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.427178] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.134356] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf01ab75-0840-4106-b42d-9662aa5a4a21 req-db9435c4-1057-45c6-afdb-c7ea268414cc service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1288.134606] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf01ab75-0840-4106-b42d-9662aa5a4a21 req-db9435c4-1057-45c6-afdb-c7ea268414cc service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1288.134721] env[69801]: INFO networking_nsxv3.common.synchronization [req-bf01ab75-0840-4106-b42d-9662aa5a4a21 req-db9435c4-1057-45c6-afdb-c7ea268414cc service nova] Enqueued Resource ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 with Priority: HIGHEST for action port [ 1288.135410] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1288.135509] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1288.135549] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 with Priority: HIGHEST for action port [ 1288.135802] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.135942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.136122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.140337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.140432] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.141414] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.141538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.141598] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.141773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.141933] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.142036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.142099] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.142239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.142320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.142408] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.148491] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bcaff0-f1a3-4078-99f7-4a675a706654 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.148491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.148491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.148491] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.148491] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bcaff0-f1a3-4078-99f7-4a675a706654',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.648936] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.650334] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.650490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.650991] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46bcaff0-f1a3-4078-99f7-4a675a706654 with status ACTIVE [ 1288.651101] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.651206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.651260] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.651495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.651586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.651779] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.651909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.651974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.652808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.652893] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.653102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.653202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.653271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.653443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.653520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.653612] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 is going to be updated. [ 1288.680035] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.680340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.680455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.680775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.680982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.681944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.151411] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.653939] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.654191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.654191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.654383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.654499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.654595] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1289.687486] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.687767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.687767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.687887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.687997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.697207] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1290.065315] env[69801]: INFO networking_nsxv3.common.synchronization [req-4e9b02b4-4d38-4daa-95c5-f11895245b5b req-9eb9ea35-ba78-4f41-a877-0912a1a790bc tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1290.066030] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGHEST for action security_group_members [ 1290.067654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.067654] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.067654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.067654] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.569861] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.570267] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.573651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.573978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.574114] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.574368] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.574495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.574565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.574757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.574841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.574937] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be updated. [ 1290.608195] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.608647] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.608839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.609159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.609348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.618622] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: IN_PROGRESS for 2s [ 1291.707861] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1291.708691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.708691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.708691] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.708836] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.709059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.709059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.709158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.709638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.709638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.709638] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.211937] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.212163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.212163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.212461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.212633] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.212734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.212797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.212941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.213047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.213137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.213292] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.213385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.213444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.213582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.213720] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.213807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.213866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.213998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.214082] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.214164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.214249] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.629804] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 in Status: SUCCESS [ 1292.630070] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 deletion is rescheduled due to dependency. [ 1292.630240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.717010] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73becf27-25d6-4a19-bd05-f3f5f2bd2c82: rpc.has_security_group_logging(os_id): False [ 1292.735306] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.735499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.735568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.735775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.735865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.736012] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.736248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.736248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.736372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.736372] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.736575] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.736681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.736744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.736892] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.736964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.737175] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.737295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.737295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.737378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.737525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.737525] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1292.800712] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.800937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.800937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.801151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.801301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.835312] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1294.853020] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1294.853417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.067273] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.067434] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.578228] env[69801]: INFO networking_nsxv3.common.synchronization [req-d94eed53-8202-47dc-8aa8-ea4c897003ec req-c07b4e88-4c5d-4576-8118-84517c73f3f4 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1296.578786] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1296.579179] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.579321] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.579381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.579554] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.579705] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.579791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.579846] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.579995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.580134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.580247] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.083556] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.585966] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.088583] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.088789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.088850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.089036] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.089164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.089290] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be updated. [ 1298.119035] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.119035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.119035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.119035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.119035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.129806] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: IN_PROGRESS for 2s [ 1300.144318] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1300.144750] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.580495] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.580495] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.831289] env[69801]: INFO networking_nsxv3.common.synchronization [req-a5a6dee5-1df1-42af-87e1-4d32e474084b req-a1178d52-d459-4ab4-8b97-084dee1d1fdf tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_members [ 1301.832131] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGHEST for action security_group_members [ 1301.835049] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.835049] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.835049] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.835049] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.905076] env[69801]: INFO networking_nsxv3.common.synchronization [None req-8fc4514c-deac-4c2b-98fa-27d2f50c7c1e None None] Enqueued Resource ID: 1e74be4c-89df-48e0-842b-b5a117635704 with Priority: HIGHEST for action port [ 1301.905076] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e74be4c-89df-48e0-842b-b5a117635704 with Priority: HIGHEST for action port [ 1301.905076] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e74be4c-89df-48e0-842b-b5a117635704 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.905076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e74be4c-89df-48e0-842b-b5a117635704" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.905076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e74be4c-89df-48e0-842b-b5a117635704" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.905076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e74be4c-89df-48e0-842b-b5a117635704" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.905076] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e74be4c-89df-48e0-842b-b5a117635704',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.336316] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.336563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.336563] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.336817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.336865] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.337087] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.337216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.337273] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.337465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.337550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.337642] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf is going to be updated. [ 1302.378888] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.379240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.379240] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.379469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.379671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.396223] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf in Status: IN_PROGRESS for 2s [ 1302.408200] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e74be4c-89df-48e0-842b-b5a117635704 [ 1302.408461] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.408633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.408708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.408960] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.409072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.409221] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e74be4c-89df-48e0-842b-b5a117635704 already deleted. [ 1302.409375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e74be4c-89df-48e0-842b-b5a117635704" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.473654] env[69801]: INFO networking_nsxv3.common.synchronization [None req-1232dab4-f87c-4a55-979f-b8fa5da780e1 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_rules [ 1303.474386] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_rules [ 1303.475132] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.475258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.475342] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.475702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.475790] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.588406] env[69801]: INFO networking_nsxv3.common.synchronization [None req-32fb1525-54d9-47f5-97c1-4a8d8a7d338d tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_rules [ 1303.592400] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_rules [ 1303.594673] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.594904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.632548] env[69801]: INFO networking_nsxv3.common.synchronization [req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 req-ff99a52c-3782-4ecc-85f9-afc7d0ccda9e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1303.633074] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGHEST for action security_group_members [ 1303.633381] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.633583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.633789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.634387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.634538] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.635144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.635144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.635144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.635144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.635144] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.989587] env[69801]: INFO networking_nsxv3.common.synchronization [None req-f0556bc2-e72d-4c2a-bdc1-516912f98994 None None] Enqueued Resource ID: 5d992970-a65b-4357-bcb9-57a5f6f44738 with Priority: HIGHEST for action port [ 1303.990488] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d992970-a65b-4357-bcb9-57a5f6f44738 with Priority: HIGHEST for action port [ 1303.990488] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d992970-a65b-4357-bcb9-57a5f6f44738 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.990651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d992970-a65b-4357-bcb9-57a5f6f44738" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.990651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d992970-a65b-4357-bcb9-57a5f6f44738" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.990887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d992970-a65b-4357-bcb9-57a5f6f44738" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.990991] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d992970-a65b-4357-bcb9-57a5f6f44738',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.999033] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.999167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.000943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.000943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.000943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.000943] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 already deleted. [ 1304.000943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.000943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.000943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.000943] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.140044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.140044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.140044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.140266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.140644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.140644] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.140769] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.140804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.140976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.141084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.141175] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be updated. [ 1304.172968] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.173148] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.173222] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.173419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.173561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.185468] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: IN_PROGRESS for 2s [ 1304.406453] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf in Status: SUCCESS [ 1304.407345] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf deletion is rescheduled due to dependency. [ 1304.407450] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.493095] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d992970-a65b-4357-bcb9-57a5f6f44738 [ 1304.493361] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.493429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.493474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.493884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.493884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.493884] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d992970-a65b-4357-bcb9-57a5f6f44738 already deleted. [ 1304.494042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d992970-a65b-4357-bcb9-57a5f6f44738" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.526890] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.527044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.527127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.527374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.527462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.527567] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 already deleted. [ 1304.527648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.212100] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.212312] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.212445] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.212738] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.213018] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.213383] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.213518] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.213753] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.213902] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.214137] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.214258] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.214377] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.214493] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.214609] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.214720] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.214861] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.246160] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.246435] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1305.246592] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.250756] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-52" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.251144] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-46bcaff0-f1a3-4078-99f7-4a675a706654 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.251344] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.251473] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.251761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.251905] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bcaff0-f1a3-4078-99f7-4a675a706654',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.759160] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.759160] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.759160] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.759160] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.759685] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.759685] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.759788] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.759951] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.760220] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.760370] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.760673] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.760838] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.760962] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.761299] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.761444] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.761593] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 is going to be updated. [ 1305.782682] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.782921] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.783030] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.783417] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.783705] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.784037] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.194870] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 in Status: SUCCESS [ 1306.195072] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 deletion is rescheduled due to dependency. [ 1306.195128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.484938] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce455772-6d91-4a97-b70f-031cd668397e req-0224e9ac-70f8-4399-af24-16c035892d69 service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1306.485136] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce455772-6d91-4a97-b70f-031cd668397e req-0224e9ac-70f8-4399-af24-16c035892d69 service nova] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1306.485277] env[69801]: INFO networking_nsxv3.common.synchronization [req-ce455772-6d91-4a97-b70f-031cd668397e req-0224e9ac-70f8-4399-af24-16c035892d69 service nova] Enqueued Resource ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 with Priority: HIGHEST for action port [ 1306.485497] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_rules [ 1306.485621] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1306.485711] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 with Priority: HIGHEST for action port [ 1306.486270] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.487029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.487029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.487029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.487029] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.487576] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.487688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.487755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.487919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.488070] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.488164] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.488224] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.488360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.488442] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.488528] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.489275] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bcaff0-f1a3-4078-99f7-4a675a706654 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.489388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.490954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.490954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.490954] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bcaff0-f1a3-4078-99f7-4a675a706654',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.992379] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.992838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.992838] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.993797] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46bcaff0-f1a3-4078-99f7-4a675a706654 with status ACTIVE [ 1306.993998] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.994144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.994195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.994468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.994527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.995169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.995169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.995169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.995169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.995169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.995573] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.995573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.995573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.995573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.995775] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.995775] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46bcaff0-f1a3-4078-99f7-4a675a706654 is going to be updated. [ 1307.022776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.023074] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.023182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.023527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.023753] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.024044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bcaff0-f1a3-4078-99f7-4a675a706654" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.497723] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.000707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.001120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.001120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.001204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.001271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.001371] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1308.032295] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.032534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.032534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.032716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.032847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.043048] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1309.558139] env[69801]: INFO networking_nsxv3.common.synchronization [req-6fa24d87-75cf-4bd7-97b7-64da14192583 req-e879ced2-96a7-4c6b-9d47-c9a13923e93c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1309.558772] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1309.558974] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.559835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.559835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.559835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.559835] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.559835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.559835] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.560320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.560320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.560824] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.062533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.062815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.062815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.062965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.077851] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1310.078086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.078431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.078603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.079570] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.079570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.079570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.079570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.079570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.079570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.079570] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.103924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.104192] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.104315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.104383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.104587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.104669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.104759] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1310.136689] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.136984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.137092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.137361] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.137504] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.146732] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1310.582367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.582657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.582657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.582811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.582989] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.583182] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.583253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.583415] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.583503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.583590] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.583738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.583830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.583895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.584482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.584639] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.584739] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.584802] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.584944] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.585032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.585115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.585204] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.087951] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73becf27-25d6-4a19-bd05-f3f5f2bd2c82: rpc.has_security_group_logging(os_id): False [ 1311.105692] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.105851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.105900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.106115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.106199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.106385] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.106472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.106951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.106951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.106951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.106951] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.108171] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.108171] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.108171] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1311.171072] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.171072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.171072] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.171334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.171440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.189054] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1312.156800] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1312.157204] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 deletion is rescheduled due to dependency. [ 1312.157204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.204803] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1313.205105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.485114] env[69801]: INFO networking_nsxv3.common.synchronization [req-7291fc85-d98e-4221-bfba-9eff5a0a63bb req-57ebe9a1-72a2-4efd-8d31-95b44d177b96 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1314.485616] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1314.485925] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.486085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.486184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.486326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.486468] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.486579] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.486751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.486751] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.486905] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.486905] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.815091] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.815294] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.815452] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.815770] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.816094] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.816311] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.816465] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.816736] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.816911] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.817182] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.817377] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.817531] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.817666] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.817807] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.817947] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.818125] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.838343] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.838540] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.838617] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.838798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.839142] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-acc8691b-ee47-4a1a-9cda-77bfb82193e1 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.839366] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.839512] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.839916] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.840062] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc8691b-ee47-4a1a-9cda-77bfb82193e1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.992199] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.992525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.992525] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.992778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.992894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.993169] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.993296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.993393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.993583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.993668] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.993795] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be updated. [ 1315.021015] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.021187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.021323] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.021487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.021626] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.032094] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: IN_PROGRESS for 2s [ 1315.342967] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.343233] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.343369] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.343685] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.343846] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.344018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port acc8691b-ee47-4a1a-9cda-77bfb82193e1 not found, creating... [ 1315.344309] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.344478] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.344654] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.344939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.345186] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.345508] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.345679] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.345803] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.346044] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.346189] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.346340] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 is going to be created. [ 1315.378850] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.379098] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.379219] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.379590] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.379826] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.380083] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.057938] env[69801]: INFO networking_nsxv3.common.synchronization [req-7291fc85-d98e-4221-bfba-9eff5a0a63bb req-a2eeede8-b68e-4b8c-aeba-22892d0405a2 service nova] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_rules [ 1316.058262] env[69801]: INFO networking_nsxv3.common.synchronization [req-7291fc85-d98e-4221-bfba-9eff5a0a63bb req-a2eeede8-b68e-4b8c-aeba-22892d0405a2 service nova] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1316.058509] env[69801]: INFO networking_nsxv3.common.synchronization [req-7291fc85-d98e-4221-bfba-9eff5a0a63bb req-a2eeede8-b68e-4b8c-aeba-22892d0405a2 service nova] Enqueued Resource ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 with Priority: HIGHEST for action port [ 1316.059205] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_rules [ 1316.059405] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1316.060061] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 with Priority: HIGHEST for action port [ 1316.060474] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.060655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.060760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.061052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.061177] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.062296] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.062456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.062762] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc8691b-ee47-4a1a-9cda-77bfb82193e1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.062925] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.063051] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.063300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.063444] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc8691b-ee47-4a1a-9cda-77bfb82193e1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.565964] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.565964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.566185] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acc8691b-ee47-4a1a-9cda-77bfb82193e1 with status ACTIVE [ 1316.566318] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.566426] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.566502] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.566714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.566806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.566976] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.567125] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.567187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.567349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.567477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.567664] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.567767] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.567828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.567971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.568056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.568143] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 is going to be updated. [ 1316.588871] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.589023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.589088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.589289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.589461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.589690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.042783] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1317.043026] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b deletion is rescheduled due to dependency. [ 1317.043110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.043269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.043521] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.043671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.043787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.043850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.043998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.044088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.044193] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.146948] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.147299] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.147436] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.147639] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.147903] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.148078] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.148201] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.148421] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.148574] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.149234] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.149234] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.149234] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.149234] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.149234] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.149437] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.149480] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.171261] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.171399] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.171797] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.172031] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-919" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.172368] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-d650e24a-580c-4b3b-a94c-58f0f764976d taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.172554] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.172683] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.172955] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.173108] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d650e24a-580c-4b3b-a94c-58f0f764976d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.546785] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.675207] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.675446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.675585] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.675890] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.676066] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.676382] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.676564] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.676690] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.676915] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.677070] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.677403] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.677573] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.677697] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.677908] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.678062] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.678210] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: d650e24a-580c-4b3b-a94c-58f0f764976d is going to be updated. [ 1317.697572] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.697784] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.697900] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.698185] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.698386] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.698613] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.049559] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.401208] env[69801]: INFO networking_nsxv3.common.synchronization [req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d req-61f76113-0567-4b26-ab2a-1d7d6f9a3ea4 service nova] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1318.401610] env[69801]: INFO networking_nsxv3.common.synchronization [req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d req-61f76113-0567-4b26-ab2a-1d7d6f9a3ea4 service nova] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1318.401867] env[69801]: INFO networking_nsxv3.common.synchronization [req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d req-61f76113-0567-4b26-ab2a-1d7d6f9a3ea4 service nova] Enqueued Resource ID: d650e24a-580c-4b3b-a94c-58f0f764976d with Priority: HIGHEST for action port [ 1318.402709] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_rules [ 1318.402920] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1318.403123] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d650e24a-580c-4b3b-a94c-58f0f764976d with Priority: HIGHEST for action port [ 1318.403488] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.403672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.403780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.404052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.404192] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.408020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.408020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.408020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.408020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.408020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.408020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.408020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.408020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.408823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.408823] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.411381] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-d650e24a-580c-4b3b-a94c-58f0f764976d taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.411381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.411381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.411381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.411381] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d650e24a-580c-4b3b-a94c-58f0f764976d',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.552229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.552229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.552229] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.552618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.552737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.552841] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be updated. [ 1318.580982] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.581165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.581258] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.581416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.581561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.591597] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: IN_PROGRESS for 2s [ 1318.907816] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.908079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.910598] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.911620] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d650e24a-580c-4b3b-a94c-58f0f764976d with status ACTIVE [ 1318.911747] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.911870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.911931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.912144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.912227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.912410] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.912566] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.912635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.912799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.912863] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.913064] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.913155] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.913211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.913344] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.913411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.913497] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d650e24a-580c-4b3b-a94c-58f0f764976d is going to be updated. [ 1318.935707] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.935879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.935948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.936145] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.936278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.936460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d650e24a-580c-4b3b-a94c-58f0f764976d" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.416246] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.918455] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.918687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.918755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.918981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.919107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.919189] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c is going to be updated. [ 1319.949935] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.950180] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.950277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.950520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.950693] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.960589] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: IN_PROGRESS for 2s [ 1320.602442] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1320.602951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.602951] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.603140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.603336] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.603472] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.603614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.603792] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.603924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.604084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.604229] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.107689] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.107916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.107916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.108139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.108309] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.108474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.108474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.108619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.108696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.108786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.108927] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.109055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.109113] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.109225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.109359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.109465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.109528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.109660] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.109729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.109812] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.110167] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.612076] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f00520a-24eb-4867-8974-262349b24a7b: rpc.has_security_group_logging(os_id): False [ 1321.631387] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.631575] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.631621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.631887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.632056] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.632389] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.632531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.632639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.632843] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.632982] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.633127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.633233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.633276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.633441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.633486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.633658] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.633774] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.633825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.633943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.634054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.634131] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be updated. [ 1321.703592] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.703782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.703852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.704076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.704221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.724603] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: IN_PROGRESS for 2s [ 1321.972132] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: SUCCESS [ 1321.972463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.972555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.972737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.972931] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.973058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.973118] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.973274] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.973352] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.973439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.973529] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.142437] env[69801]: INFO networking_nsxv3.common.synchronization [req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c req-7e327a42-29db-495a-b400-2838603cfb1e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1322.142956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1322.143273] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.143396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.143466] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.143683] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.143839] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.144023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.144023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.144202] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.144301] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.144400] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.475709] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.646863] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.978791] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c71375-4135-471f-8b5d-1a0e4a62d28c: rpc.has_security_group_logging(os_id): False [ 1322.999305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.999509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.999614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.000013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.000149] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.000451] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.000582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.000700] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.000883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.001017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.001132] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c is going to be updated. [ 1323.071020] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.071020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.071020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.071020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.071020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.086916] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: IN_PROGRESS for 2s [ 1323.149420] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.651645] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.652162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.652162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.652162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.652297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.652297] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be updated. [ 1323.686759] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.687035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.687035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.687296] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.687505] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.699493] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: IN_PROGRESS for 2s [ 1323.758303] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1323.758564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.481790] env[69801]: INFO networking_nsxv3.common.synchronization [req-281e56cb-8d1c-4e97-8e63-1ce67b5f0122 req-2f88a0bd-e0cc-436d-9a6c-2bcd6bc23111 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1324.481790] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00520a-24eb-4867-8974-262349b24a7b with Priority: HIGHEST for action security_group_members [ 1324.481790] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f00520a-24eb-4867-8974-262349b24a7b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.481790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.481790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.482817] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.483086] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.483964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.483964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.483964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.483964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.483964] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f00520a-24eb-4867-8974-262349b24a7b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.533312] env[69801]: INFO networking_nsxv3.common.synchronization [req-281e56cb-8d1c-4e97-8e63-1ce67b5f0122 req-2f88a0bd-e0cc-436d-9a6c-2bcd6bc23111 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 with Priority: HIGHEST for action port [ 1324.533837] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 with Priority: HIGHEST for action port [ 1324.534345] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc8691b-ee47-4a1a-9cda-77bfb82193e1 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.534500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.534596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.534798] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.534880] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc8691b-ee47-4a1a-9cda-77bfb82193e1',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.966525] env[69801]: INFO networking_nsxv3.common.synchronization [req-07700714-7672-45be-b2e3-d3c8187050e9 req-f9d7f542-7cb5-49c5-b3e1-5e393fb0c720 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1324.967108] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1324.967418] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.967536] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.967631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.967821] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.967946] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.968054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.968119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.968264] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.968348] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.968440] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.986225] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.986655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.986655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.986655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.986655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.986919] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.986919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.987021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.987559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.987559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.987559] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b is going to be updated. [ 1325.021830] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.021830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.021830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.021830] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.022154] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.031080] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: IN_PROGRESS for 2s [ 1325.036585] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acc8691b-ee47-4a1a-9cda-77bfb82193e1 with status ACTIVE [ 1325.036756] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.037185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.037185] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.037280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.037280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.037755] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.037755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.037755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.037994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.037994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.038284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.038284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.038406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.038455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.038509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.038636] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acc8691b-ee47-4a1a-9cda-77bfb82193e1 is going to be updated. [ 1325.060757] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.060757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.060757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.060757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.060757] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.061163] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc8691b-ee47-4a1a-9cda-77bfb82193e1" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.102252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: SUCCESS [ 1325.102559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.343777] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.343978] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.344123] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.344409] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.344673] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.344837] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.344956] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.345322] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.345479] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.345702] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.345820] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.345932] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.346118] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.346248] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.346408] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.346496] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.369974] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.370155] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.370315] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.370504] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.370825] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-ab077b1e-2911-4220-866f-d256e9133b22 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.371010] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.371141] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.371548] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.371711] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab077b1e-2911-4220-866f-d256e9133b22',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.471199] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.471374] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.471469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.471703] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.471796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.471993] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.472108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.472169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.472318] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.472405] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.472478] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1325.500581] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.500581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.500868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.500868] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.500978] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.513484] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1325.709808] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1325.710053] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.875479] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.875749] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.875896] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.876268] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.876463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.876642] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port ab077b1e-2911-4220-866f-d256e9133b22 not found, creating... [ 1325.876961] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.877171] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.877306] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.877674] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.877853] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.878201] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.878448] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.878680] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.878968] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.879142] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.879295] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: ab077b1e-2911-4220-866f-d256e9133b22 is going to be created. [ 1325.903155] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.903446] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.903599] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.904038] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.904381] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.904881] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.620963] env[69801]: INFO networking_nsxv3.common.synchronization [req-07700714-7672-45be-b2e3-d3c8187050e9 req-5d131853-d0c7-485d-9949-21ea42c37a22 service nova] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 1326.621371] env[69801]: INFO networking_nsxv3.common.synchronization [req-07700714-7672-45be-b2e3-d3c8187050e9 req-5d131853-d0c7-485d-9949-21ea42c37a22 service nova] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1326.621713] env[69801]: INFO networking_nsxv3.common.synchronization [req-07700714-7672-45be-b2e3-d3c8187050e9 req-5d131853-d0c7-485d-9949-21ea42c37a22 service nova] Enqueued Resource ID: ab077b1e-2911-4220-866f-d256e9133b22 with Priority: HIGHEST for action port [ 1326.622663] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 1326.622823] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1326.622932] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab077b1e-2911-4220-866f-d256e9133b22 with Priority: HIGHEST for action port [ 1326.623229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.623368] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.623446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.623671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.623785] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.625222] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.625461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.625683] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab077b1e-2911-4220-866f-d256e9133b22 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.627026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.627026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.627026] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.627026] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab077b1e-2911-4220-866f-d256e9133b22',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.043018] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f00520a-24eb-4867-8974-262349b24a7b in Status: SUCCESS [ 1327.043018] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f00520a-24eb-4867-8974-262349b24a7b deletion is rescheduled due to dependency. [ 1327.043018] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f00520a-24eb-4867-8974-262349b24a7b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.125789] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.125789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.129554] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab077b1e-2911-4220-866f-d256e9133b22 with status ACTIVE [ 1327.129958] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.130117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.130231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.130487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.130586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.131021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.131021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.131139] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.131291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.131629] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.131629] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.131761] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.131836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.131987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.132115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.132203] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab077b1e-2911-4220-866f-d256e9133b22 is going to be updated. [ 1327.162571] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.162811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.162924] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.163272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.163493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.163747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab077b1e-2911-4220-866f-d256e9133b22" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.525371] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1327.525589] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 deletion is rescheduled due to dependency. [ 1327.525643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.525816] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.526047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.526230] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.526345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.526408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.526564] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.526644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.526738] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.029928] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.485099] env[69801]: INFO networking_nsxv3.common.synchronization [req-ae047c46-a53f-40ab-9211-2b85310ad4f9 req-0ec25e9a-53e6-443e-9d4c-40eed68aeebb tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1328.485548] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGHEST for action security_group_members [ 1328.485843] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.486016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.486208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.486248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.486372] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.486528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.486528] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.486661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.486749] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.486860] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.531391] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.882942] env[69801]: INFO networking_nsxv3.common.synchronization [req-7e117b98-d7d9-4629-a4b2-ecad4a183125 req-9e5846e7-f4ce-47de-a21f-c9a98150ec0f tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_members [ 1328.883577] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_members [ 1328.883905] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.884331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.884331] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.884586] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.884776] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.884909] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.884948] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.885136] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.885210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.885314] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.990092] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.990304] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.990355] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.990619] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.990716] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.991037] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.991173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.991247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.991451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.991561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.991670] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be updated. [ 1329.025877] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.025877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.025877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.026183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.026183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.033438] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.033841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.033841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.033841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.033976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.034027] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1329.036181] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: IN_PROGRESS for 2s [ 1329.061787] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.062048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.062048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.062233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.062688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.071260] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1329.200021] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.200021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-345" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.200021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-345" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.200021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-345" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.200021] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.200021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.200021] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.200539] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.200809] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.201227] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.201561] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.201876] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.202182] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.202438] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.202774] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.203099] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.223252] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.223703] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1329.224084] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.226018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-345" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.226018] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-52b27ebc-528e-4822-a3a7-ab2e8c769f60 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.226018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.226018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.226018] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.226018] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b27ebc-528e-4822-a3a7-ab2e8c769f60',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.389021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.389021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.389021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 already deleted. [ 1329.389021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.728984] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.729204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.729440] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.729629] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.729798] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.729968] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 52b27ebc-528e-4822-a3a7-ab2e8c769f60 not found, creating... [ 1329.730307] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.730484] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.730683] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.730901] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.731076] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.731457] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.731623] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.731858] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.731955] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.732094] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.732261] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 52b27ebc-528e-4822-a3a7-ab2e8c769f60 is going to be created. [ 1329.759699] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.759944] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.760089] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.760414] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.760761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.761109] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.536088] env[69801]: INFO networking_nsxv3.common.synchronization [req-7e117b98-d7d9-4629-a4b2-ecad4a183125 req-b048f1ee-bb94-4f19-a73d-13333b9e1bfe service nova] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_rules [ 1330.536507] env[69801]: INFO networking_nsxv3.common.synchronization [req-7e117b98-d7d9-4629-a4b2-ecad4a183125 req-b048f1ee-bb94-4f19-a73d-13333b9e1bfe service nova] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_members [ 1330.536507] env[69801]: INFO networking_nsxv3.common.synchronization [req-7e117b98-d7d9-4629-a4b2-ecad4a183125 req-b048f1ee-bb94-4f19-a73d-13333b9e1bfe service nova] Enqueued Resource ID: 52b27ebc-528e-4822-a3a7-ab2e8c769f60 with Priority: HIGHEST for action port [ 1330.537059] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_rules [ 1330.537209] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_members [ 1330.537308] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b27ebc-528e-4822-a3a7-ab2e8c769f60 with Priority: HIGHEST for action port [ 1330.537615] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.537763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.537823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.537992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.542029] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.543677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.543890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.544013] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.544369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.544670] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.544857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.544962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.545259] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.545427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.545593] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.547111] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b27ebc-528e-4822-a3a7-ab2e8c769f60 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.547328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.547424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.547724] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.550673] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b27ebc-528e-4822-a3a7-ab2e8c769f60',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.047566] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 in Status: SUCCESS [ 1331.047761] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 deletion is rescheduled due to dependency. [ 1331.047864] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.050407] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.051911] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.052050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.052235] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b27ebc-528e-4822-a3a7-ab2e8c769f60 with status ACTIVE [ 1331.052434] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.052706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.052706] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.052822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.052883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.053103] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.053208] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.053271] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.053422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.053498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.053677] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.053770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.053825] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.054017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.054115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.054303] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b27ebc-528e-4822-a3a7-ab2e8c769f60 is going to be updated. [ 1331.081197] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1331.081420] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.081585] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.081937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.082044] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.082141] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.082183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.082347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.082425] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.082511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.082600] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.084832] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.084975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.085027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.085183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.085313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.086423] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b27ebc-528e-4822-a3a7-ab2e8c769f60" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.556898] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.584789] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.959461] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1331.959710] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1332.059625] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.059885] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.059968] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.060297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.060397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.060507] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 is going to be created. [ 1332.087376] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.087625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.087625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.087839] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.088010] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.089300] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06f5bb57-ea92-4f9d-a648-b96ab4180f58: rpc.has_security_group_logging(os_id): False [ 1332.100246] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: UNINITIALIZED for 2s [ 1332.110463] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.110771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.110828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.111062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.111159] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.111493] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.111620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.111681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.111849] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.111920] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.112024] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1332.189135] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.189347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.189392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.189790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.189950] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.237594] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1332.936613] env[69801]: INFO networking_nsxv3.common.synchronization [None req-758c6b44-863c-4e75-8142-885757b387b4 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1332.937237] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGHEST for action security_group_members [ 1332.938388] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.938553] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.938628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.938828] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.939050] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.939173] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.939238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.939451] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.939589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.939739] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.442738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.442910] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.442996] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.443277] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.443375] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.443580] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.443680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.443788] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.443958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.444054] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.444144] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be updated. [ 1333.477096] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.477272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.477317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.477592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.477734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.489399] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: IN_PROGRESS for 2s [ 1334.110992] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: SUCCESS [ 1334.111395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.111395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.111621] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.111819] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.111962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.112025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.112168] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.112265] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.112328] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.112400] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.253443] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1334.253443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.614992] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.118998] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c9d2c67-facf-4458-996b-b74304709fb0: rpc.has_security_group_logging(os_id): False [ 1335.136681] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.139198] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.139198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.139198] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 is going to be created. [ 1335.206026] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.206176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.206227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.206444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.206628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.222627] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: IN_PROGRESS for 2s [ 1335.501021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 in Status: SUCCESS [ 1335.501229] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 deletion is rescheduled due to dependency. [ 1335.501365] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.235057] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: SUCCESS [ 1337.235441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.938763] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.938763] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.887162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.887680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.887680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.887680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.887857] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.390334] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.892908] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.939179] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.939349] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.395899] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1343.396202] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1344.190602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.191034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.191034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.191181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.204291] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1344.205179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.206119] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1344.246630] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.246790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.246840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.247071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.260084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.260851] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1344.260928] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1344.261026] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1344.302641] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.302845] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.302889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.303108] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.304492] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.304674] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1344.388953] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.389198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.389198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.389383] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.389928] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.390266] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1344.500156] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.500401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.500401] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.500571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.500959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.501312] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1344.501418] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8ea41183-da15-415e-8281-0188000e6067', '5454d744-331b-43b1-9ecb-f489fc189ef9', '9471e03a-61a2-4be5-a9f9-481d0e626031', 'd7566fe1-f6cc-44ff-b725-7e2559616504', 'df1cb5db-aefd-4835-9214-0f55c3baeaf6', 'cdbe6dbb-2f59-4cf8-a596-90916802200b', 'fc5de534-9d2a-46a6-ab84-d3193a01a08b', 'd9020aa2-7f44-480e-ace5-e4d2da6ed112', '5c9d2c67-facf-4458-996b-b74304709fb0', 'cffe5e15-9c0d-4557-b826-551edd0f2f55', '16c71375-4135-471f-8b5d-1a0e4a62d28c', '625ed4ca-719c-470a-9b01-7f4fda9bc2ce', '5d7cd5f7-4e87-460f-ad33-da33f605a5f0', 'aa79bd89-182e-43d6-aab0-bd07b5771a28', '3455d808-af08-4b23-a990-4787c7bcebb5', '6d593f1f-a553-4992-b8e5-0504ef89358f', '63aa2e54-0cf8-418b-9a6c-efca63384668', 'a078147c-8e10-4e33-939e-f1853e0a0a31', '6e0239f5-d792-4dfe-9025-c8ffa59b71c9', '087531f1-f25e-4340-83c4-17643e3d8954', '40b11268-5c8e-4d1c-b655-6dd67aeaa5f5', 'be1fa423-5d02-4284-8148-1894d50ef152', '5b008dd5-5774-4449-96b4-3ba2d3f3ddc4', '73d7a96f-cceb-4f00-a703-3b110ade2117', '80408bc1-3888-4c54-af85-7433b8fb7beb', 'fad784cd-184c-462b-b05b-ba578135308e', '73becf27-25d6-4a19-bd05-f3f5f2bd2c82', 'efc011d1-7e32-4104-9ed8-7bfc4451dfac', 'd2e2141b-aad3-4fc3-a584-9f5dd32494e4', '9fbf5776-16b1-4715-954f-c6f1cdbb11bf', '06f5bb57-ea92-4f9d-a648-b96ab4180f58', '4fd907dc-ccba-4da0-87c1-df3110a60f1c', '50ebef48-e78a-4fa1-963e-b3b0c68e71cc', 'bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408', '71c51ae0-0370-493c-8eaf-55c9d7f196cd', '5795bc69-5261-46e7-a5c8-1ddac7532bf5', '43a2dee9-b9f8-4a18-90f1-73eb8550a5f5', '270f0e05-6793-49f6-a140-f3e203598a36', '0335ef10-e9bb-44d4-bbca-c63c814ec5d8', '1838e4ed-f16a-4a9f-bd67-9a91b1387f6a', '0f00520a-24eb-4867-8974-262349b24a7b', 'f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430', '0150e40b-199d-48b0-8ac4-2e11eee576d4'} {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1344.501552] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1344.521903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.522214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.522214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.522393] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.522446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.522848] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1344.522848] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1344.522848] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1344.618840] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.619033] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.619084] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.619279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.620527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.620878] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1344.620973] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1344.621036] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1344.621086] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1344.621153] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1344.621227] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGH for action security_group_rules [ 1344.621383] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGH for action security_group_rules [ 1344.621383] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGH for action security_group_rules [ 1344.621522] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGH for action security_group_rules [ 1344.621522] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGH for action security_group_rules [ 1344.621623] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGH for action security_group_rules [ 1344.621623] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGH for action security_group_rules [ 1344.621766] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGH for action security_group_rules [ 1344.621766] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGH for action security_group_rules [ 1344.621766] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGH for action security_group_rules [ 1344.621971] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGH for action security_group_rules [ 1344.621971] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGH for action security_group_rules [ 1344.621971] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGH for action security_group_rules [ 1344.621971] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGH for action security_group_rules [ 1344.622132] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGH for action security_group_rules [ 1344.622132] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGH for action security_group_rules [ 1344.622194] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGH for action security_group_rules [ 1344.622230] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGH for action security_group_rules [ 1344.622269] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGH for action security_group_rules [ 1344.622365] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGH for action security_group_rules [ 1344.622419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea41183-da15-415e-8281-0188000e6067 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3455d808-af08-4b23-a990-4787c7bcebb5 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087531f1-f25e-4340-83c4-17643e3d8954 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a078147c-8e10-4e33-939e-f1853e0a0a31 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d593f1f-a553-4992-b8e5-0504ef89358f with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdbe6dbb-2f59-4cf8-a596-90916802200b with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGH for action security_group_rules [ 1347.943067] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea41183-da15-415e-8281-0188000e6067 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.943067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.943067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.943067] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.943067] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea41183-da15-415e-8281-0188000e6067',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.945132] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9471e03a-61a2-4be5-a9f9-481d0e626031 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.945439] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.945623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.945908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.946127] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9471e03a-61a2-4be5-a9f9-481d0e626031',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.947082] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.947356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.947571] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.949023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.949023] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5de534-9d2a-46a6-ab84-d3193a01a08b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.949023] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3455d808-af08-4b23-a990-4787c7bcebb5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.949023] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.949411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.952591] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3455d808-af08-4b23-a990-4787c7bcebb5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.952591] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-087531f1-f25e-4340-83c4-17643e3d8954 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.952591] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('087531f1-f25e-4340-83c4-17643e3d8954',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.952591] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.952591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.952591] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0239f5-d792-4dfe-9025-c8ffa59b71c9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.953453] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a078147c-8e10-4e33-939e-f1853e0a0a31 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.953581] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.953648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.953810] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.953883] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a078147c-8e10-4e33-939e-f1853e0a0a31',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.954562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa2e54-0cf8-418b-9a6c-efca63384668 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.954671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.954737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.954878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.954948] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa2e54-0cf8-418b-9a6c-efca63384668',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.955745] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa79bd89-182e-43d6-aab0-bd07b5771a28 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.955854] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.955915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.956073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.956145] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa79bd89-182e-43d6-aab0-bd07b5771a28',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.956791] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d593f1f-a553-4992-b8e5-0504ef89358f taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.956897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.957042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.957110] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.957178] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d593f1f-a553-4992-b8e5-0504ef89358f',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.957851] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.957937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.958085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.958147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.958200] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7cd5f7-4e87-460f-ad33-da33f605a5f0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.960432] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.960541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.960614] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.960763] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.960842] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('625ed4ca-719c-470a-9b01-7f4fda9bc2ce',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.961496] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.961601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.961663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.961811] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.961881] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.962528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffe5e15-9c0d-4557-b826-551edd0f2f55 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.962631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.962687] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.962848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.962915] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffe5e15-9c0d-4557-b826-551edd0f2f55',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.963561] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.963665] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.963728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.963875] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.963961] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.964681] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdbe6dbb-2f59-4cf8-a596-90916802200b taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.964894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.964894] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.964994] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.965084] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdbe6dbb-2f59-4cf8-a596-90916802200b',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.965690] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.965797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.965855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.965987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.966060] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9020aa2-7f44-480e-ace5-e4d2da6ed112',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.967034] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.967034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.967034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.967034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.967259] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cb5db-aefd-4835-9214-0f55c3baeaf6',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.967809] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5454d744-331b-43b1-9ecb-f489fc189ef9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.967917] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.967983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.968142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.968216] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5454d744-331b-43b1-9ecb-f489fc189ef9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.968848] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.968952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.969027] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.969172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.969242] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.449042] env[69801]: INFO networking_nsxv3.common.synchronization [None req-20ada5e4-5cf6-4ee4-adee-12dd753a4574 None None] Enqueued Resource ID: b72c1028-a790-4916-be5a-36a311fb9420 with Priority: HIGHEST for action port [ 1348.449042] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72c1028-a790-4916-be5a-36a311fb9420 with Priority: HIGHEST for action port [ 1348.449042] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-b72c1028-a790-4916-be5a-36a311fb9420 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.449042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b72c1028-a790-4916-be5a-36a311fb9420" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.449042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b72c1028-a790-4916-be5a-36a311fb9420" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.449042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b72c1028-a790-4916-be5a-36a311fb9420" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.450849] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b72c1028-a790-4916-be5a-36a311fb9420',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.473031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.473199] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.473269] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.473487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.473684] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.473787] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.473852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.474000] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.474105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.474289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.474289] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.490350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.490559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.490559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.490793] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.490980] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.491146] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.491214] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.491369] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.491531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.491531] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.491625] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.495182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.495320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.495371] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.495534] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.495983] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.496123] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.496191] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.496347] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.496431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.496516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.496599] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.512366] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.559062] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.560058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.560203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.560440] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.563279] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.563446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.564351] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.564475] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.565284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.565284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.566893] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.566987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.567791] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.567913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.568582] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.569144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.570278] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.570403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.571141] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.571237] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.573063] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.573181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.573886] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.574048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.574668] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.575474] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.575474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.576129] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.577541] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.577541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.578158] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.578599] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.578740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.579702] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.580139] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.580263] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.580886] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.581321] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.581445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.582172] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.582595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.582743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.588793] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1348.589266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.589380] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 087531f1-f25e-4340-83c4-17643e3d8954 is going to be deleted. [ 1348.590329] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.590583] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.609404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.609538] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 625ed4ca-719c-470a-9b01-7f4fda9bc2ce is going to be deleted. [ 1348.610877] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.611670] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.631028] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.631028] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d593f1f-a553-4992-b8e5-0504ef89358f is going to be deleted. [ 1348.631253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.631445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.651393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.651599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.658469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.658609] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a078147c-8e10-4e33-939e-f1853e0a0a31 is going to be deleted. [ 1348.659527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.659762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.661165] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.661309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.684222] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.684428] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5de534-9d2a-46a6-ab84-d3193a01a08b is going to be deleted. [ 1348.685408] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.685627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.688072] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.688220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.705966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.706097] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffe5e15-9c0d-4557-b826-551edd0f2f55 is going to be deleted. [ 1348.707112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.707337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.722843] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.722970] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.728079] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.728280] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cb5db-aefd-4835-9214-0f55c3baeaf6 is going to be deleted. [ 1348.729297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.729543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.755021] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.755183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.756083] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.756240] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9020aa2-7f44-480e-ace5-e4d2da6ed112 is going to be deleted. [ 1348.757282] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.757367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.830987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.830987] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa2e54-0cf8-418b-9a6c-efca63384668 is going to be deleted. [ 1348.831640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.831859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.837007] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.837007] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.889254] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.889423] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9471e03a-61a2-4be5-a9f9-481d0e626031 is going to be deleted. [ 1348.890479] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.890667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.894120] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.894275] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.936558] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.936710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.952338] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b72c1028-a790-4916-be5a-36a311fb9420 [ 1348.952680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.952680] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.952797] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.952939] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.953047] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.953149] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b72c1028-a790-4916-be5a-36a311fb9420 already deleted. [ 1348.953232] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b72c1028-a790-4916-be5a-36a311fb9420" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.960435] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.960579] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5454d744-331b-43b1-9ecb-f489fc189ef9 is going to be deleted. [ 1348.961530] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.961783] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.993648] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.009166] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.013270] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.013270] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa79bd89-182e-43d6-aab0-bd07b5771a28 is going to be deleted. [ 1349.013975] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.013975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.014093] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.014848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.014848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.014848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa2e54-0cf8-418b-9a6c-efca63384668" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.014848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.014848] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.017679] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7566fe1-f6cc-44ff-b725-7e2559616504: rpc.has_security_group_logging(os_id): False [ 1349.019435] env[69801]: INFO networking_nsxv3.common.synchronization [None req-891fd741-cbcc-4fa9-8cef-fe91b532911f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_rules [ 1349.020893] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_rules [ 1349.021567] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.021730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.021859] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.022150] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.022263] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.063048] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.063048] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.078250] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.078397] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdbe6dbb-2f59-4cf8-a596-90916802200b is going to be deleted. [ 1349.079411] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.079667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.081162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.081293] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.100931] env[69801]: INFO networking_nsxv3.common.synchronization [None req-de211e19-183e-4753-ad01-24eff01fef9f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_rules [ 1349.101196] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_rules [ 1349.101455] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.102178] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.152370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.152370] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7cd5f7-4e87-460f-ad33-da33f605a5f0 is going to be deleted. [ 1349.152370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.152370] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.182193] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.182406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.186978] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.187132] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.201396] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.201577] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea41183-da15-415e-8281-0188000e6067 is going to be deleted. [ 1349.202592] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.202780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.248864] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.249076] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.264600] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.264735] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0239f5-d792-4dfe-9025-c8ffa59b71c9 is going to be deleted. [ 1349.265803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.266035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.266127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.266251] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-087531f1-f25e-4340-83c4-17643e3d8954" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.266407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.266560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.266638] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.266758] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-625ed4ca-719c-470a-9b01-7f4fda9bc2ce" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.267325] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.267478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.267627] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.267795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d593f1f-a553-4992-b8e5-0504ef89358f" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.267938] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.268106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.268184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.268289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a078147c-8e10-4e33-939e-f1853e0a0a31" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.268421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.268562] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.268636] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.268754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5de534-9d2a-46a6-ab84-d3193a01a08b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.268883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.269029] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.269106] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.269215] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffe5e15-9c0d-4557-b826-551edd0f2f55" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.269339] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.269477] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.269552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.269710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cb5db-aefd-4835-9214-0f55c3baeaf6" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.269850] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.269990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.270206] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.270326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9020aa2-7f44-480e-ace5-e4d2da6ed112" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.270455] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.270593] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.331937] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.331937] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.335809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.335946] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3455d808-af08-4b23-a990-4787c7bcebb5 is going to be deleted. [ 1349.338661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.338661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.375148] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.375280] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.404417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.404680] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.404800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.404836] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.405127] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.405217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.405314] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1349.406871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.407077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.407184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.407291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9471e03a-61a2-4be5-a9f9-481d0e626031" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.407601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.407840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.407949] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.408135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5454d744-331b-43b1-9ecb-f489fc189ef9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.408463] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.408642] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.408688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.408799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa79bd89-182e-43d6-aab0-bd07b5771a28" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.408975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.409069] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.409169] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.409520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdbe6dbb-2f59-4cf8-a596-90916802200b" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7cd5f7-4e87-460f-ad33-da33f605a5f0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.411445] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea41183-da15-415e-8281-0188000e6067" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.418112] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.418278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.418337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.418514] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.418603] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.418730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0239f5-d792-4dfe-9025-c8ffa59b71c9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.486025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.486025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.486025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.486025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.486025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.486025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3455d808-af08-4b23-a990-4787c7bcebb5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.495860] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c9d2c67-facf-4458-996b-b74304709fb0: rpc.has_security_group_logging(os_id): False [ 1349.518184] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c71375-4135-471f-8b5d-1a0e4a62d28c: rpc.has_security_group_logging(os_id): False [ 1349.564035] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.564035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.564035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.564035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.564035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.564035] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 already deleted. [ 1349.564035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.564917] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.565052] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.565120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.565317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.566628] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.566764] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.566849] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.568488] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.568606] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.600847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.601232] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.601343] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.601414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.601623] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.601704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.601791] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 is going to be updated. [ 1349.603294] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.603527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.605738] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.605902] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.632392] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.632714] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.632815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.632901] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.633091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.633170] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.633253] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c is going to be updated. [ 1349.635515] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.636285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.636285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.667311] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1349.737784] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.738119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.738217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.738559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.738809] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.764949] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: IN_PROGRESS for 2s [ 1349.823998] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.824840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.824840] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.825068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.825157] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.857640] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: IN_PROGRESS for 2s [ 1350.107753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.108130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.108130] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.108212] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.108295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.108391] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 already deleted. [ 1350.108473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.730278] env[69801]: INFO networking_nsxv3.common.synchronization [None req-5f26d11f-e485-492b-94df-467deafeb4af None None] Enqueued Resource ID: 716bc937-6b2b-4fd6-bb33-712f2c58adea with Priority: HIGHEST for action port [ 1350.730963] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716bc937-6b2b-4fd6-bb33-712f2c58adea with Priority: HIGHEST for action port [ 1350.731332] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-716bc937-6b2b-4fd6-bb33-712f2c58adea taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.731469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-716bc937-6b2b-4fd6-bb33-712f2c58adea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.731518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-716bc937-6b2b-4fd6-bb33-712f2c58adea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.731778] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-716bc937-6b2b-4fd6-bb33-712f2c58adea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.732097] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716bc937-6b2b-4fd6-bb33-712f2c58adea',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.234323] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 716bc937-6b2b-4fd6-bb33-712f2c58adea [ 1351.234643] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.234729] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.234766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.234965] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.235073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.235170] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:716bc937-6b2b-4fd6-bb33-712f2c58adea already deleted. [ 1351.235252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-716bc937-6b2b-4fd6-bb33-712f2c58adea" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.256958] env[69801]: INFO networking_nsxv3.common.synchronization [req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 req-7a2dbe5c-1710-452d-9f6a-879b1c33fdf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1351.257527] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1351.257875] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.257999] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.258962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.259195] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.259351] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.259482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.259527] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.259661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.259819] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.259916] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.505164] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.505377] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.505507] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.505785] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.506116] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.506289] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.506413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.506672] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.506831] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.507077] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.507199] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1351.507327] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1351.507444] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1351.507560] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.507671] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1351.507811] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1351.528262] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1351.528468] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1351.528650] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1351.528792] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-64" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.529111] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-581df343-6cbc-4e4e-9582-8d4b0df9d975 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.529290] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.529417] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.529806] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.529961] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('581df343-6cbc-4e4e-9582-8d4b0df9d975',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.681445] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1351.681663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.762478] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.779060] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: SUCCESS [ 1351.779288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.872474] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: SUCCESS [ 1351.872744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.033491] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.033709] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.033766] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.034156] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.034255] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.034388] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 581df343-6cbc-4e4e-9582-8d4b0df9d975 not found, creating... [ 1352.034768] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.035049] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.035133] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.035473] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.035645] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.036012] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.036191] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.036315] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.036567] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.036722] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.036920] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 581df343-6cbc-4e4e-9582-8d4b0df9d975 is going to be created. [ 1352.060350] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.060594] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.060728] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.061601] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.061939] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.062219] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.264414] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.748477] env[69801]: INFO networking_nsxv3.common.synchronization [req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 req-222edb77-9684-47a0-9cfb-24a94aba38ce service nova] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 1352.748668] env[69801]: INFO networking_nsxv3.common.synchronization [req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 req-222edb77-9684-47a0-9cfb-24a94aba38ce service nova] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1352.748817] env[69801]: INFO networking_nsxv3.common.synchronization [req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 req-222edb77-9684-47a0-9cfb-24a94aba38ce service nova] Enqueued Resource ID: 581df343-6cbc-4e4e-9582-8d4b0df9d975 with Priority: HIGHEST for action port [ 1352.749378] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_rules [ 1352.749512] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1352.749611] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581df343-6cbc-4e4e-9582-8d4b0df9d975 with Priority: HIGHEST for action port [ 1352.749947] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.751225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.751313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.751533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.751678] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.752511] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.752618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.752814] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-581df343-6cbc-4e4e-9582-8d4b0df9d975 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.752942] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.753032] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.753228] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.753301] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('581df343-6cbc-4e4e-9582-8d4b0df9d975',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.766687] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.766855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.766906] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.767119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.767210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.767413] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1352.801826] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.802131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.802131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.802315] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.802458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.813483] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1353.255027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.255241] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.258588] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 581df343-6cbc-4e4e-9582-8d4b0df9d975 with status ACTIVE [ 1353.258786] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.258915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.259016] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.259216] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.259309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.259479] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.259580] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.259640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.259855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.259934] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.260125] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.260227] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.260281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.260431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.260509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.260579] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 581df343-6cbc-4e4e-9582-8d4b0df9d975 is going to be updated. [ 1353.282849] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.283221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.283221] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.283297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.283869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.283869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-581df343-6cbc-4e4e-9582-8d4b0df9d975" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.826073] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1354.826073] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.826483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.826483] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.826669] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.826837] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.826903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.827239] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.827397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.827581] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.329812] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.832561] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.289315] env[69801]: INFO networking_nsxv3.common.synchronization [req-307b45cf-1ffc-497d-b257-e70c546d811a req-011a0f83-08d4-4b7a-92d3-0cc18b2f4d35 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_members [ 1356.290031] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_members [ 1356.290354] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.290476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.290832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.290832] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.290985] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.291091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.291147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.291299] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.291469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.291469] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.335120] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.335360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.335414] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.335597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.335684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.335786] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1356.383500] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.383737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.383782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.384020] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.384179] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.394800] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1356.643040] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.643246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.643378] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.643769] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.644113] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.644291] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.644413] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.644653] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.644828] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.645123] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.645255] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.645371] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.645486] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.645603] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.645718] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.645865] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.666182] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.666391] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1356.666507] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.666695] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.667038] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-f6134f0c-2d57-4eb7-846d-0c153acaefcd taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.667230] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.667354] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.667688] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.667864] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6134f0c-2d57-4eb7-846d-0c153acaefcd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.794250] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.794569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.794569] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.794701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.794760] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.794964] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.795085] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.795144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.795306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.795398] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.795503] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 already deleted. [ 1356.795599] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.170534] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.171052] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.171114] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.171373] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.171559] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.171762] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port f6134f0c-2d57-4eb7-846d-0c153acaefcd not found, creating... [ 1357.172179] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.172351] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.172489] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.172777] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.172944] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.173351] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.173544] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.173676] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.173961] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.174158] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.174369] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: f6134f0c-2d57-4eb7-846d-0c153acaefcd is going to be created. [ 1357.197204] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.197430] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.197556] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.197950] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.198204] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.198441] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.871993] env[69801]: INFO networking_nsxv3.common.synchronization [req-307b45cf-1ffc-497d-b257-e70c546d811a req-ebdb1e00-cb8c-4df1-b9c2-5f78e311ab86 service nova] Enqueued Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_rules [ 1357.872233] env[69801]: INFO networking_nsxv3.common.synchronization [req-307b45cf-1ffc-497d-b257-e70c546d811a req-ebdb1e00-cb8c-4df1-b9c2-5f78e311ab86 service nova] Enqueued Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_members [ 1357.872398] env[69801]: INFO networking_nsxv3.common.synchronization [req-307b45cf-1ffc-497d-b257-e70c546d811a req-ebdb1e00-cb8c-4df1-b9c2-5f78e311ab86 service nova] Enqueued Resource ID: f6134f0c-2d57-4eb7-846d-0c153acaefcd with Priority: HIGHEST for action port [ 1357.873036] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_rules [ 1357.873036] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_members [ 1357.873131] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6134f0c-2d57-4eb7-846d-0c153acaefcd with Priority: HIGHEST for action port [ 1357.873353] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.873473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.873538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.873734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.873815] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.874602] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.874714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.874784] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.874943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.875162] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.875356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.875412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.875550] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.875635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.875725] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.876444] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6134f0c-2d57-4eb7-846d-0c153acaefcd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.876552] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.876652] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.876762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.876877] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6134f0c-2d57-4eb7-846d-0c153acaefcd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.378471] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.378471] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.378869] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.380055] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6134f0c-2d57-4eb7-846d-0c153acaefcd with status ACTIVE [ 1358.380055] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.380055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.380055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.380351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.380351] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.380512] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.380601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.380654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.380803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.380913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.381167] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.381257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.381319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.381462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.381565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.381688] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6134f0c-2d57-4eb7-846d-0c153acaefcd is going to be updated. [ 1358.403939] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.404112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.404183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.404403] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.404574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.404733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6134f0c-2d57-4eb7-846d-0c153acaefcd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.405519] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1358.405710] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.406183] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.406345] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.406513] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.406643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.406711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.406886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.406952] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.407050] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.407156] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.884389] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.908611] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.386849] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.387308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.387308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.387308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.387567] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.387567] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 is going to be created. [ 1359.410482] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7566fe1-f6cc-44ff-b725-7e2559616504: rpc.has_security_group_logging(os_id): False [ 1359.419116] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.419289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.419380] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.419543] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.419701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.433760] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 in Status: UNINITIALIZED for 2s [ 1359.447235] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.447478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.447478] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.447596] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.447645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.447924] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.448040] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.448107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.448257] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.448333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.448501] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1359.516211] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.516495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.516609] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.516919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.517134] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.539363] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1361.445742] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 in Status: SUCCESS [ 1361.446092] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.446287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.446507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.446703] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.446872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.446872] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.447070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.447152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.447233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.447345] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.555282] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1361.555574] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.949451] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.451364] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 120781f8-b5e7-4c71-9227-6aa53f2c1d15: rpc.has_security_group_logging(os_id): False [ 1362.471495] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.471711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.471711] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.471889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.472104] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.472268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.472381] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.472452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.472640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.472719] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.472809] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 is going to be created. [ 1362.550457] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.550663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.550782] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.551109] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.551379] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.564270] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 in Status: IN_PROGRESS for 2s [ 1362.874280] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.874570] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1364.578356] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 in Status: SUCCESS [ 1364.578732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.876245] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.876711] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.878294] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.878778] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.746338] env[69801]: INFO networking_nsxv3.common.synchronization [req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 req-98cb9c62-844a-48d0-9b91-75442f2d3ba2 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Enqueued Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1374.747103] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c with Priority: HIGHEST for action security_group_members [ 1374.747730] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c71375-4135-471f-8b5d-1a0e4a62d28c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.747895] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.747987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.748245] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.748466] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.748588] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.748678] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.748874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.748995] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.749130] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c71375-4135-471f-8b5d-1a0e4a62d28c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.253182] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.253468] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.253576] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.253803] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.253900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.254112] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.254217] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.254279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.254427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.254503] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.254613] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c is going to be updated. [ 1375.283094] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.283292] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.283340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.283516] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.283654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.291872] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: IN_PROGRESS for 2s [ 1377.302646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c in Status: SUCCESS [ 1377.303039] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c71375-4135-471f-8b5d-1a0e4a62d28c deletion is rescheduled due to dependency. [ 1377.303039] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c71375-4135-471f-8b5d-1a0e4a62d28c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.747960] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.748258] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.749243] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.749628] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.750522] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.751051] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.540367] env[69801]: INFO networking_nsxv3.common.synchronization [req-f502f54f-83d4-48e0-a028-7eacaca73ce6 req-18cae511-50c6-4e5f-9311-0e8df183178a tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Enqueued Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_members [ 1392.540367] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d2c67-facf-4458-996b-b74304709fb0 with Priority: HIGHEST for action security_group_members [ 1392.540367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c9d2c67-facf-4458-996b-b74304709fb0 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.540367] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.540367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.540367] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c9d2c67-facf-4458-996b-b74304709fb0',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.045268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.045268] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.045268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.045268] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 is going to be updated. [ 1393.076534] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.078754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.078754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.078754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.078754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.086588] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: IN_PROGRESS for 2s [ 1395.097964] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c9d2c67-facf-4458-996b-b74304709fb0 in Status: SUCCESS [ 1395.098382] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c9d2c67-facf-4458-996b-b74304709fb0 deletion is rescheduled due to dependency. [ 1395.098382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c9d2c67-facf-4458-996b-b74304709fb0" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.539850] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.539850] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.540712] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.541115] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.541956] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.542365] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.731159] env[69801]: INFO networking_nsxv3.common.synchronization [req-4849c484-f089-4688-8706-4289e0ffdf1d req-94c72dc2-91f9-4024-b320-515bdf6f5631 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1411.731754] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1411.732079] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.732565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.732653] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.732851] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.733014] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.733119] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.733187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.733990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.733990] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.733990] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.235762] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.235987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.235987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.236289] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.257337] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.257702] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.257813] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.257903] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.258172] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.258418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.258533] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1412.288849] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.289096] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.289152] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.289406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.289597] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.299884] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1414.310058] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1414.310486] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 deletion is rescheduled due to dependency. [ 1414.310486] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.732477] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.732902] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.601729] env[69801]: INFO networking_nsxv3.common.synchronization [req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 req-f30ee305-ab8a-4944-8035-c3dd32336f57 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1419.603444] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1419.603444] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.603444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.603444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.603444] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.603444] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.603838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.603838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.604081] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.604231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.604396] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.904676] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.904866] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.904994] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.906171] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.906171] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.906171] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.906171] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.906420] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.906463] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.906709] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1419.906861] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1419.907019] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1419.907182] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1419.907356] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1419.907512] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1419.907689] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1419.930380] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1419.930638] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1419.930785] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1419.930959] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-221" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.931294] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-922c5342-b981-417a-a3a4-a2ee27f368a8 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.931526] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.931679] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.932033] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.932183] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922c5342-b981-417a-a3a4-a2ee27f368a8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.106551] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.106746] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.106804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.107022] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.107117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.107357] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.107457] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.107522] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.107674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.107747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.107833] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1420.147725] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.147959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.147959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.148176] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.148319] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.159064] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1420.434869] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.435123] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.435261] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.435572] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.435729] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.435888] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 922c5342-b981-417a-a3a4-a2ee27f368a8 not found, creating... [ 1420.436184] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.436337] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.436451] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.436680] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.436823] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.437127] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.437288] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.437385] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.437597] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.437729] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.437870] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 922c5342-b981-417a-a3a4-a2ee27f368a8 is going to be created. [ 1420.461051] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.461321] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.461321] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.461682] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.461908] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.462141] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.154482] env[69801]: INFO networking_nsxv3.common.synchronization [req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 req-d46e4e2a-9092-4354-9eff-0936d94e4ada service nova] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 1421.154755] env[69801]: INFO networking_nsxv3.common.synchronization [req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 req-d46e4e2a-9092-4354-9eff-0936d94e4ada service nova] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1421.154857] env[69801]: INFO networking_nsxv3.common.synchronization [req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 req-d46e4e2a-9092-4354-9eff-0936d94e4ada service nova] Enqueued Resource ID: 922c5342-b981-417a-a3a4-a2ee27f368a8 with Priority: HIGHEST for action port [ 1421.155045] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_rules [ 1421.155175] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1421.155268] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922c5342-b981-417a-a3a4-a2ee27f368a8 with Priority: HIGHEST for action port [ 1421.155808] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.155932] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.155997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.156387] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.156475] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.158252] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.158358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.158562] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-922c5342-b981-417a-a3a4-a2ee27f368a8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.158671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.158728] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.158882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.158984] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922c5342-b981-417a-a3a4-a2ee27f368a8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.411369] env[69801]: INFO networking_nsxv3.common.synchronization [req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 req-b4208aa7-e283-49de-a405-20005ffa1b67 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1421.412037] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1421.412350] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.412474] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.412544] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.412733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.412879] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.412981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.413071] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.413196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.413279] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.413373] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.661197] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.661358] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.662075] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 922c5342-b981-417a-a3a4-a2ee27f368a8 with status ACTIVE [ 1421.662075] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.662075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.662075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.662075] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.662490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.662490] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.662490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.662490] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.662655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.662655] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.662842] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.663771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.663771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.663771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.663771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.663771] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 922c5342-b981-417a-a3a4-a2ee27f368a8 is going to be updated. [ 1421.688137] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.688137] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.688333] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.688443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.688541] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.688704] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-922c5342-b981-417a-a3a4-a2ee27f368a8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.916143] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.172559] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1422.172559] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 deletion is rescheduled due to dependency. [ 1422.172559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.172559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.172559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.172559] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.172559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.172559] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.173266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.173266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.173266] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.418980] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.675823] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.921046] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.921046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.921046] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.921421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.921421] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.921421] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1422.952430] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.952682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.952682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.952915] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.953095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.963523] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1423.178443] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.680814] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.680814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.681138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.681138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.681247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.681479] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1423.723303] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.723462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.723509] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.723725] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.723867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.733294] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1424.973102] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1424.973473] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.743239] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1425.743437] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.743645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.743882] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.744102] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.744225] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.744291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.744458] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.744539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.744625] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.744720] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.247628] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.412677] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.412916] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1426.750343] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06f5bb57-ea92-4f9d-a648-b96ab4180f58: rpc.has_security_group_logging(os_id): False [ 1426.768755] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.769024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.769024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.769187] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.769278] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.769519] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.769631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.769681] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.769814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.769886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.769970] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1426.831953] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.832142] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.832192] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.832388] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.832535] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.846219] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1428.860436] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1428.860862] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.414645] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.415054] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.416017] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.416385] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.764937] env[69801]: INFO networking_nsxv3.common.synchronization [req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 req-902cbb63-35f8-4f52-b84e-fdd49d8dff94 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1439.765245] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGHEST for action security_group_members [ 1439.765516] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.765779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.765779] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.765919] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.766052] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.766181] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.766246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.766385] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.766465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.766558] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.270088] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.270088] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.270406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.270406] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.270480] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.270693] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.270786] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.270853] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.270997] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.271091] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.271180] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be updated. [ 1440.300910] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.301156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.301156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.301307] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.301446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.309590] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: IN_PROGRESS for 2s [ 1442.321788] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7566fe1-f6cc-44ff-b725-7e2559616504 in Status: SUCCESS [ 1442.322272] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 deletion is rescheduled due to dependency. [ 1442.322272] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.765963] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.766318] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.614644] env[69801]: INFO networking_nsxv3.common.synchronization [None req-b8e35920-4b1d-49b5-8feb-5a095bf2a421 None None] Enqueued Resource ID: f491fa2f-156f-460b-b2fe-829c51321ce8 with Priority: HIGHEST for action port [ 1446.614899] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f491fa2f-156f-460b-b2fe-829c51321ce8 with Priority: HIGHEST for action port [ 1446.618545] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-f491fa2f-156f-460b-b2fe-829c51321ce8 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.618545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f491fa2f-156f-460b-b2fe-829c51321ce8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.618545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f491fa2f-156f-460b-b2fe-829c51321ce8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.618545] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f491fa2f-156f-460b-b2fe-829c51321ce8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.618545] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f491fa2f-156f-460b-b2fe-829c51321ce8',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.120644] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f491fa2f-156f-460b-b2fe-829c51321ce8 [ 1447.121818] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.121818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.121818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.121818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.121818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.121818] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f491fa2f-156f-460b-b2fe-829c51321ce8 already deleted. [ 1447.121818] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f491fa2f-156f-460b-b2fe-829c51321ce8" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.784198] env[69801]: INFO networking_nsxv3.common.synchronization [None req-e90e8247-3fc4-48ee-bd78-91a2e3de8aff None None] Enqueued Resource ID: feb8a7a7-039a-4492-8008-fe73c3fccc42 with Priority: HIGHEST for action port [ 1448.784198] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb8a7a7-039a-4492-8008-fe73c3fccc42 with Priority: HIGHEST for action port [ 1448.784198] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb8a7a7-039a-4492-8008-fe73c3fccc42 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.784198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb8a7a7-039a-4492-8008-fe73c3fccc42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.784198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb8a7a7-039a-4492-8008-fe73c3fccc42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.784198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb8a7a7-039a-4492-8008-fe73c3fccc42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.784198] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb8a7a7-039a-4492-8008-fe73c3fccc42',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.287420] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb8a7a7-039a-4492-8008-fe73c3fccc42 [ 1449.287667] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.287800] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.287870] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.288112] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.288203] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.288299] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb8a7a7-039a-4492-8008-fe73c3fccc42 already deleted. [ 1449.288378] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb8a7a7-039a-4492-8008-fe73c3fccc42" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.795856] env[69801]: INFO networking_nsxv3.common.synchronization [req-31d23988-1030-494d-91cb-34945f1b7252 req-259afae5-9b44-4ec2-879e-1c6d64abfa33 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Enqueued Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_members [ 1451.796430] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_members [ 1451.796746] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.796943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.797034] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.797291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.797446] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.797547] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.797610] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.797755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.797838] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.797930] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.034333] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.034541] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-529" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.034669] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-529" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.035046] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-529" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.035322] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.035490] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.035614] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.035840] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.035989] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.036237] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1452.036359] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1452.036511] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1452.036596] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1452.036711] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1452.036826] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1452.036964] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1452.056109] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1452.056291] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1452.056433] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1452.056602] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-529" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.056902] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-16ddf906-7bb1-498c-b494-26408eebe279 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.057087] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.057212] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.057511] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.057652] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ddf906-7bb1-498c-b494-26408eebe279',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.301045] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.301045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.301045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.301045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.301045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.301045] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.301045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.301045] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.301572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.301572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.301572] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 already deleted. [ 1452.301572] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.560770] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.561066] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.561246] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.561579] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.561801] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.562037] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port 16ddf906-7bb1-498c-b494-26408eebe279 not found, creating... [ 1452.562322] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.562486] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.562615] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.562855] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.562999] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.563299] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.563459] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.563580] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.563787] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.563925] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.564079] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: 16ddf906-7bb1-498c-b494-26408eebe279 is going to be created. [ 1452.584558] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.584773] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.584889] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.585185] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.585412] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.585642] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.262016] env[69801]: INFO networking_nsxv3.common.synchronization [req-31d23988-1030-494d-91cb-34945f1b7252 req-c13c0d36-f8d0-4123-9e95-69df127d4dcf service nova] Enqueued Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_rules [ 1453.262268] env[69801]: INFO networking_nsxv3.common.synchronization [req-31d23988-1030-494d-91cb-34945f1b7252 req-c13c0d36-f8d0-4123-9e95-69df127d4dcf service nova] Enqueued Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_members [ 1453.262394] env[69801]: INFO networking_nsxv3.common.synchronization [req-31d23988-1030-494d-91cb-34945f1b7252 req-c13c0d36-f8d0-4123-9e95-69df127d4dcf service nova] Enqueued Resource ID: 16ddf906-7bb1-498c-b494-26408eebe279 with Priority: HIGHEST for action port [ 1453.262909] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_rules [ 1453.263068] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_members [ 1453.263169] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ddf906-7bb1-498c-b494-26408eebe279 with Priority: HIGHEST for action port [ 1453.263446] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.263568] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.263634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.263907] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.263990] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.265043] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.265043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.265043] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.265247] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.265360] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.265456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.265518] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.265654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.265737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.265823] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.266540] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ddf906-7bb1-498c-b494-26408eebe279 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.266644] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.266708] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.267017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.267017] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ddf906-7bb1-498c-b494-26408eebe279',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.768694] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.768694] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.769991] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.770923] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16ddf906-7bb1-498c-b494-26408eebe279 with status ACTIVE [ 1453.771130] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.771248] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.771332] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.771557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.771649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.771821] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.771922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.771981] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.772151] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.772400] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.772400] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.772523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.772557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.772674] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.772747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.772845] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16ddf906-7bb1-498c-b494-26408eebe279 is going to be updated. [ 1453.794621] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.794765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.794827] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.795095] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.795231] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.795397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ddf906-7bb1-498c-b494-26408eebe279" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.275118] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.778343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.778601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.778601] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.779059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.779059] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.779059] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 is going to be created. [ 1454.802364] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.802533] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.802582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.802762] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.802914] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.812579] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 in Status: UNINITIALIZED for 2s [ 1456.823020] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 in Status: SUCCESS [ 1456.823418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.823418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.823618] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.823803] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.823916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.823977] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.824144] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.824218] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.824300] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.824390] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.326656] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.326891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.326891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.327138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.327315] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.327416] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.327511] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.327677] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.327765] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.327855] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.328016] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.328111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.328190] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.328306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.328442] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.328524] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.328577] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.328713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.328806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.328897] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.328991] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.831631] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1639bf9e-5522-46df-ac97-1d7412c6b799: rpc.has_security_group_logging(os_id): False [ 1457.849434] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.849658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.849658] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.849869] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.849936] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.851382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.851382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.851382] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.851382] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.852752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.852752] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.852752] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 is going to be created. [ 1457.912498] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.912754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.912754] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.912913] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.913124] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.925736] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 in Status: IN_PROGRESS for 2s [ 1458.264800] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.265026] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1459.939413] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 in Status: SUCCESS [ 1459.939777] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.266452] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.266799] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.059112] env[69801]: INFO networking_nsxv3.common.synchronization [req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 req-97e6ef33-3c88-4ba8-ac6c-c9b478b169b7 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Enqueued Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_members [ 1464.059112] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGHEST for action security_group_members [ 1464.061143] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.061143] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.061143] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.061143] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.562811] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.563255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.563255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.563446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.563446] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.563644] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.563755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.563755] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.563867] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.563954] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.564069] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 is going to be updated. [ 1464.597229] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.597456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.597456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.597633] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.597771] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.613459] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 in Status: IN_PROGRESS for 2s [ 1466.625068] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 in Status: SUCCESS [ 1466.625469] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 deletion is rescheduled due to dependency. [ 1466.625469] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.059894] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.060228] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.060602] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.060891] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.061539] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.062079] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.342127] env[69801]: INFO networking_nsxv3.common.synchronization [req-28370681-91d9-4125-84d2-b5b460a05dce req-d614ce24-7123-461b-ae3a-70a6854ce95c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1482.342732] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGHEST for action security_group_members [ 1482.343065] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.343196] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.343266] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.343540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.343613] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.343712] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.343773] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.343916] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.344009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.344109] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.847414] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.847669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.847669] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.847841] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.847941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.848166] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.848268] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.848330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.848476] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.848551] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.848634] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be updated. [ 1482.882129] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.882419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.882419] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.882570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.882713] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.892760] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: IN_PROGRESS for 2s [ 1484.903284] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 in Status: SUCCESS [ 1484.903698] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 deletion is rescheduled due to dependency. [ 1484.903698] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.343668] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.344113] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.344588] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.345071] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.346060] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.346060] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.079391] env[69801]: INFO networking_nsxv3.common.synchronization [req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac req-bc757f05-d249-461a-af98-af70869292c5 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_members [ 1502.079909] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 with Priority: HIGHEST for action security_group_members [ 1502.080248] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-120781f8-b5e7-4c71-9227-6aa53f2c1d15 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.080591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.080591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.080591] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.080719] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.080823] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.080873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.081017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.081115] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.081254] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120781f8-b5e7-4c71-9227-6aa53f2c1d15',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.583233] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.583452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.583452] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.583649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.583740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.583937] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.584044] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.584111] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.584255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.584330] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.584416] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 is going to be updated. [ 1502.611031] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.611320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.611320] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.611500] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.611643] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.619794] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 in Status: IN_PROGRESS for 2s [ 1504.634173] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 in Status: SUCCESS [ 1504.634672] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120781f8-b5e7-4c71-9227-6aa53f2c1d15 deletion is rescheduled due to dependency. [ 1504.634672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120781f8-b5e7-4c71-9227-6aa53f2c1d15" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.975804] env[69801]: INFO networking_nsxv3.common.synchronization [None req-4b080e37-94c4-4e95-9024-9c4b192c46e6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_rules [ 1506.975804] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_rules [ 1506.976211] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.976211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.976211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.976407] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.976473] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.043581] env[69801]: INFO networking_nsxv3.common.synchronization [None req-338776d8-e32c-4866-a24d-537ee2656a94 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_rules [ 1507.043762] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_rules [ 1507.044281] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.044612] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.497405] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.497635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.497635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.497874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.497992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.498078] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 already deleted. [ 1507.498138] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.498306] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.498499] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.498587] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.020988] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.021429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.021429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.021429] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.021573] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.021634] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 already deleted. [ 1508.021696] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.044585] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.044956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.217453] env[69801]: INFO networking_nsxv3.common.synchronization [req-e80a80a0-f300-4212-9a6f-92d027c3d140 req-b409d191-ce62-4b8c-8a3b-ba883cff3738 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_members [ 1512.217906] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_members [ 1512.218224] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.218336] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.218418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.218651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.218811] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.218929] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.219011] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.219156] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.219233] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.219323] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.478423] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.478631] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.478761] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.479092] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.479458] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.479694] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.479880] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.480143] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.480309] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.480581] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1512.481075] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] NeedRegenerationException {{(pid=69801) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1512.481075] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] no value, waiting for create lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1512.481075] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] value creation lock acquired {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1512.481075] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] No value present for key: 'zone-id' {{(pid=69801) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1512.481374] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Calling creation function for not-yet-present value {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1512.481374] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1512.503429] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1512.503639] env[69801]: DEBUG dogpile.cache.region [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69801) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1512.503776] env[69801]: DEBUG dogpile.lock [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Released creation lock {{(pid=69801) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1512.503944] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "network-715" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.504270] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock port-a73f5659-6769-4f1b-85d2-a22e9abcdad9 taken with stack trace [, , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.504472] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.504614] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.504973] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.505134] env[69801]: DEBUG networking_nsxv3.api.rpc [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73f5659-6769-4f1b-85d2-a22e9abcdad9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.721323] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.721548] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.721595] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.721794] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.721886] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.722099] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.722204] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.722285] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.722412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.722487] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.722574] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 already deleted. [ 1512.722654] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.007710] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.007950] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.008099] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.008470] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.008627] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.008792] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Segment Port a73f5659-6769-4f1b-85d2-a22e9abcdad9 not found, creating... [ 1513.009063] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.009233] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.009357] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.009583] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.009723] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.010010] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.010180] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.010327] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.010517] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.010651] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.010794] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Resource: SegmentPort with ID: a73f5659-6769-4f1b-85d2-a22e9abcdad9 is going to be created. [ 1513.031622] env[69801]: DEBUG networking_nsxv3.common.locking [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.031828] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.031947] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.032259] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.032510] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.032739] env[69801]: DEBUG oslo_concurrency.lockutils [None req-b4706764-1072-4390-be3d-8078021b1e78 None None] Releasing lock "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.704238] env[69801]: INFO networking_nsxv3.common.synchronization [req-e80a80a0-f300-4212-9a6f-92d027c3d140 req-cd96dddf-864c-42b3-9d4b-51c439c57c4f service nova] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_rules [ 1513.704539] env[69801]: INFO networking_nsxv3.common.synchronization [req-e80a80a0-f300-4212-9a6f-92d027c3d140 req-cd96dddf-864c-42b3-9d4b-51c439c57c4f service nova] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_members [ 1513.704694] env[69801]: INFO networking_nsxv3.common.synchronization [req-e80a80a0-f300-4212-9a6f-92d027c3d140 req-cd96dddf-864c-42b3-9d4b-51c439c57c4f service nova] Enqueued Resource ID: a73f5659-6769-4f1b-85d2-a22e9abcdad9 with Priority: HIGHEST for action port [ 1513.704826] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_rules [ 1513.704956] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_members [ 1513.705066] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73f5659-6769-4f1b-85d2-a22e9abcdad9 with Priority: HIGHEST for action port [ 1513.705595] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.705732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.705790] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.705976] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.706070] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.706944] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.706992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.707070] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.707236] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.707381] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.707493] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.707557] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.707701] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.707799] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.707865] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.708573] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73f5659-6769-4f1b-85d2-a22e9abcdad9 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.708833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.708833] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.708927] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.708961] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73f5659-6769-4f1b-85d2-a22e9abcdad9',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.210355] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.211497] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.211630] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.216654] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a73f5659-6769-4f1b-85d2-a22e9abcdad9 with status ACTIVE [ 1514.216889] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.217238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.217238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.217360] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.217399] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.217598] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.217734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.217734] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.217873] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.217943] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.218135] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.218253] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.218317] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.218418] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.218520] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.218732] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a73f5659-6769-4f1b-85d2-a22e9abcdad9 is going to be updated. [ 1514.241230] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.241462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.241462] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.241639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.241791] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.242012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73f5659-6769-4f1b-85d2-a22e9abcdad9" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.712974] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.215952] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.216188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.216188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.216417] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.216508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.216610] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 is going to be created. [ 1515.241671] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.241857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.241857] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.242058] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.242198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.251912] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: UNINITIALIZED for 2s [ 1517.262903] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: SUCCESS [ 1517.263314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.263314] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.263560] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.263766] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.263887] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.263953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.264131] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.264211] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.264295] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.264383] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.766515] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.268695] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02: rpc.has_security_group_logging(os_id): False [ 1518.288543] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.288789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.288789] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.288962] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.289055] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.289305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.289441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.289508] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.289672] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.289737] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.289816] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 is going to be created. [ 1518.355976] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.356276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.356276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.356465] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.356584] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.368646] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: IN_PROGRESS for 2s [ 1518.705653] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.705851] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1520.382693] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: SUCCESS [ 1520.383089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.706882] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.706882] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.707529] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.709711] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.708397] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.708733] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.709680] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.710246] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.710661] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.711018] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.711994] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.712435] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.712893] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.713292] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.714096] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.714320] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.715560] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.715980] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.717272] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.717539] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.960111] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1571.960428] env[69801]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-01e61ec8-08c7-4fa2-8f6a-86c0b070ce01 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1573.718137] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.718497] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.719698] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.720125] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.883909] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.884412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.884412] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.884587] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.884745] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.388130] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.890385] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.393297] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1583.393416] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1583.720346] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.720523] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.283952] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.284539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.284539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.284539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.295952] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1584.296814] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.298150] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1584.337127] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.337373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.337373] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.337549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.350384] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.351168] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1584.351248] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1584.351344] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1584.387903] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.388210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.388210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.388413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.389098] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.389275] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1584.464935] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.465086] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.465165] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.465367] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.465690] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.465982] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1584.541336] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.541555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.541555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.541766] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.542147] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.542457] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1584.542550] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1639bf9e-5522-46df-ac97-1d7412c6b799', 'a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02', 'be1fa423-5d02-4284-8148-1894d50ef152', '40b11268-5c8e-4d1c-b655-6dd67aeaa5f5', '5b008dd5-5774-4449-96b4-3ba2d3f3ddc4', '73d7a96f-cceb-4f00-a703-3b110ade2117', '80408bc1-3888-4c54-af85-7433b8fb7beb', 'fad784cd-184c-462b-b05b-ba578135308e', 'd7566fe1-f6cc-44ff-b725-7e2559616504', '73becf27-25d6-4a19-bd05-f3f5f2bd2c82', 'efc011d1-7e32-4104-9ed8-7bfc4451dfac', 'd2e2141b-aad3-4fc3-a584-9f5dd32494e4', '9fbf5776-16b1-4715-954f-c6f1cdbb11bf', '4fd907dc-ccba-4da0-87c1-df3110a60f1c', '06f5bb57-ea92-4f9d-a648-b96ab4180f58', '50ebef48-e78a-4fa1-963e-b3b0c68e71cc', 'f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430', 'bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408', '71c51ae0-0370-493c-8eaf-55c9d7f196cd', '5795bc69-5261-46e7-a5c8-1ddac7532bf5', '0150e40b-199d-48b0-8ac4-2e11eee576d4', '43a2dee9-b9f8-4a18-90f1-73eb8550a5f5', '270f0e05-6793-49f6-a140-f3e203598a36', '0335ef10-e9bb-44d4-bbca-c63c814ec5d8', '1838e4ed-f16a-4a9f-bd67-9a91b1387f6a', '0f00520a-24eb-4867-8974-262349b24a7b', '5c9d2c67-facf-4458-996b-b74304709fb0', '120781f8-b5e7-4c71-9227-6aa53f2c1d15', '16c71375-4135-471f-8b5d-1a0e4a62d28c'} {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1584.542648] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1584.563226] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.563482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.563482] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.563637] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.563776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.563935] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1584.563935] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1584.564109] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1584.639546] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.639796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.639796] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.639984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.641162] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.641457] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1584.641535] env[69801]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69801) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1584.641607] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1584.641675] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1584.641765] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1584.641836] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGH for action security_group_rules [ 1584.641915] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGH for action security_group_rules [ 1584.641994] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGH for action security_group_rules [ 1584.642083] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGH for action security_group_rules [ 1584.642144] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGH for action security_group_rules [ 1584.642197] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGH for action security_group_rules [ 1584.642259] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGH for action security_group_rules [ 1584.642312] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGH for action security_group_rules [ 1584.642370] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGH for action security_group_rules [ 1584.642423] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGH for action security_group_rules [ 1584.642484] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGH for action security_group_rules [ 1584.642539] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGH for action security_group_rules [ 1584.642596] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGH for action security_group_rules [ 1584.642651] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGH for action security_group_rules [ 1584.642714] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGH for action security_group_rules [ 1584.642767] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGH for action security_group_rules [ 1584.642818] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGH for action security_group_rules [ 1584.642875] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGH for action security_group_rules [ 1584.642940] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGH for action security_group_rules [ 1584.643018] env[69801]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGH for action security_group_rules [ 1584.643122] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.721759] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.722209] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1588.722209] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 with Priority: HIGH for action security_group_rules [ 1588.722209] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1fa423-5d02-4284-8148-1894d50ef152 with Priority: HIGH for action security_group_rules [ 1588.722340] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80408bc1-3888-4c54-af85-7433b8fb7beb with Priority: HIGH for action security_group_rules [ 1588.722398] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 with Priority: HIGH for action security_group_rules [ 1588.722451] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 with Priority: HIGH for action security_group_rules [ 1588.722546] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd with Priority: HIGH for action security_group_rules [ 1588.722666] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 with Priority: HIGH for action security_group_rules [ 1588.722760] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 with Priority: HIGH for action security_group_rules [ 1588.722852] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c with Priority: HIGH for action security_group_rules [ 1588.722944] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc with Priority: HIGH for action security_group_rules [ 1588.723043] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf with Priority: HIGH for action security_group_rules [ 1588.723135] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 with Priority: HIGH for action security_group_rules [ 1588.723220] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac with Priority: HIGH for action security_group_rules [ 1588.723307] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 with Priority: HIGH for action security_group_rules [ 1588.723393] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7566fe1-f6cc-44ff-b725-7e2559616504 with Priority: HIGH for action security_group_rules [ 1588.723499] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 with Priority: HIGH for action security_group_rules [ 1588.723620] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad784cd-184c-462b-b05b-ba578135308e with Priority: HIGH for action security_group_rules [ 1588.723711] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 with Priority: HIGH for action security_group_rules [ 1588.723796] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGH for action security_group_rules [ 1588.723881] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 with Priority: HIGH for action security_group_rules [ 1588.724505] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1639bf9e-5522-46df-ac97-1d7412c6b799 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.724645] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.724714] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.724941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.725064] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1639bf9e-5522-46df-ac97-1d7412c6b799',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.726051] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1fa423-5d02-4284-8148-1894d50ef152 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.726193] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.726238] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.726430] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.726509] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1fa423-5d02-4284-8148-1894d50ef152',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.727305] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80408bc1-3888-4c54-af85-7433b8fb7beb taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.727434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.727501] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.727676] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.727750] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80408bc1-3888-4c54-af85-7433b8fb7beb',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.728485] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.728639] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.728732] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.728931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.729043] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f5bb57-ea92-4f9d-a648-b96ab4180f58',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.729790] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.729900] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.729959] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.730117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.730194] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5795bc69-5261-46e7-a5c8-1ddac7532bf5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.730855] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.730964] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.731042] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.731184] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.731251] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c51ae0-0370-493c-8eaf-55c9d7f196cd',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.731949] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.732089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.732158] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.732324] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.732415] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.733143] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.733249] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.733310] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.733470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.733544] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.734186] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.734464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.734464] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.734620] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.734620] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fd907dc-ccba-4da0-87c1-df3110a60f1c',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.735244] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.735350] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.735424] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.735578] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.735640] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50ebef48-e78a-4fa1-963e-b3b0c68e71cc',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.736343] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.736460] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.736538] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.736688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.736757] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fbf5776-16b1-4715-954f-c6f1cdbb11bf',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.737527] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.737631] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.737692] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.737860] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.737965] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2e2141b-aad3-4fc3-a584-9f5dd32494e4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.738651] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.738889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.738889] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.739012] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.739084] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc011d1-7e32-4104-9ed8-7bfc4451dfac',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.739761] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.739921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.739974] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.740128] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.740214] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73becf27-25d6-4a19-bd05-f3f5f2bd2c82',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.740971] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7566fe1-f6cc-44ff-b725-7e2559616504 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.741117] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.741186] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.741334] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.741430] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7566fe1-f6cc-44ff-b725-7e2559616504',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.742142] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73d7a96f-cceb-4f00-a703-3b110ade2117 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.742281] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.742349] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.742498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.742581] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73d7a96f-cceb-4f00-a703-3b110ade2117',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.743299] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad784cd-184c-462b-b05b-ba578135308e taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.743431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.743498] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.743667] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.743745] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad784cd-184c-462b-b05b-ba578135308e',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.744533] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.744634] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.744702] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.744871] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.744937] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b008dd5-5774-4449-96b4-3ba2d3f3ddc4',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.745624] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.745731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.745815] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.745975] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.746078] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.746757] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.746878] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.746946] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.747105] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.747198] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40b11268-5c8e-4d1c-b655-6dd67aeaa5f5',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.770347] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.770540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.770540] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.770733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.789611] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.789782] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1639bf9e-5522-46df-ac97-1d7412c6b799 is going to be deleted. [ 1588.842152] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.842389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.842443] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.842715] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.842829] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.842988] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1639bf9e-5522-46df-ac97-1d7412c6b799" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.254027] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.254252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.254252] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.254431] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.254587] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.254684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.254747] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.254884] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.254966] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.255062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.255144] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.311922] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.312166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.312166] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.312308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.313999] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.314121] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.314896] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.314998] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.316056] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.316235] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.323753] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.323931] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.327373] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.327523] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.328359] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.328496] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.329262] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.329395] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.330196] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.330297] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.331053] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.331153] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.331940] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.332068] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.332719] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.333221] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.333326] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.334103] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.334528] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.334651] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.335382] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.335794] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.335898] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.336575] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.337018] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.337140] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.337835] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.338284] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.338389] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.339154] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.339589] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.339697] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.340406] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1589.340880] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.341034] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1fa423-5d02-4284-8148-1894d50ef152 is going to be deleted. [ 1589.342478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.342570] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.342640] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.342831] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.368971] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.369169] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fbf5776-16b1-4715-954f-c6f1cdbb11bf is going to be deleted. [ 1589.370101] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.370255] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.388743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.388922] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408 is going to be deleted. [ 1589.389756] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.390021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.408722] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.408897] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73becf27-25d6-4a19-bd05-f3f5f2bd2c82 is going to be deleted. [ 1589.409807] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.410035] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.412666] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.412826] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.431770] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.431906] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40b11268-5c8e-4d1c-b655-6dd67aeaa5f5 is going to be deleted. [ 1589.432847] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.433102] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.434444] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.434549] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.449066] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.449220] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.453743] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.453908] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2e2141b-aad3-4fc3-a584-9f5dd32494e4 is going to be deleted. [ 1589.454806] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.455024] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.492106] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.492309] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.493733] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.493857] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b008dd5-5774-4449-96b4-3ba2d3f3ddc4 is going to be deleted. [ 1589.494744] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.494953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.502779] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.502958] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.533167] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.533385] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5795bc69-5261-46e7-a5c8-1ddac7532bf5 is going to be deleted. [ 1589.534246] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.534461] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.664089] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.664334] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc011d1-7e32-4104-9ed8-7bfc4451dfac is going to be deleted. [ 1589.665582] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.665866] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.670392] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.670565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.671536] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.671648] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.711413] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.711619] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad784cd-184c-462b-b05b-ba578135308e is going to be deleted. [ 1589.712635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.712891] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.721704] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.721961] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.761470] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.761734] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73d7a96f-cceb-4f00-a703-3b110ade2117 is going to be deleted. [ 1589.762589] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.762795] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.767544] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.809539] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.809742] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430 is going to be deleted. [ 1589.811025] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.811262] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.835251] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.835542] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.842478] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.842661] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.854649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.854880] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f5bb57-ea92-4f9d-a648-b96ab4180f58 is going to be deleted. [ 1589.855776] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.856009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.930063] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.930311] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7566fe1-f6cc-44ff-b725-7e2559616504 is going to be deleted. [ 1589.931087] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.931308] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.953202] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.953427] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.954163] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.954284] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.996276] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.996419] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80408bc1-3888-4c54-af85-7433b8fb7beb is going to be deleted. [ 1589.997441] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.997649] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.013879] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.013879] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.035340] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.035340] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50ebef48-e78a-4fa1-963e-b3b0c68e71cc is going to be deleted. [ 1590.036188] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.036404] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.116198] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.116198] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.124984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.124984] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c51ae0-0370-493c-8eaf-55c9d7f196cd is going to be deleted. [ 1590.124984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.124984] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.168723] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.168723] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.177021] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fd907dc-ccba-4da0-87c1-df3110a60f1c is going to be deleted. [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1fa423-5d02-4284-8148-1894d50ef152" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.177021] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fbf5776-16b1-4715-954f-c6f1cdbb11bf" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.177922] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.178210] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.178422] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.178635] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaf5953-58b6-44c0-b3ed-b2a8e0ccc408" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.178874] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.179120] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.179288] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.179484] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73becf27-25d6-4a19-bd05-f3f5f2bd2c82" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.179730] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.179992] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.180219] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.180434] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40b11268-5c8e-4d1c-b655-6dd67aeaa5f5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.180671] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.180908] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.181103] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.181313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2e2141b-aad3-4fc3-a584-9f5dd32494e4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.182017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.182017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.182017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.182017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b008dd5-5774-4449-96b4-3ba2d3f3ddc4" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.182017] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.182432] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.182604] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.182808] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5795bc69-5261-46e7-a5c8-1ddac7532bf5" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc011d1-7e32-4104-9ed8-7bfc4451dfac" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad784cd-184c-462b-b05b-ba578135308e" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4917a9c-8ee2-47ed-8aa0-b0fe9bcac430" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73d7a96f-cceb-4f00-a703-3b110ade2117" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f5bb57-ea92-4f9d-a648-b96ab4180f58" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80408bc1-3888-4c54-af85-7433b8fb7beb" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.185983] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.186890] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7566fe1-f6cc-44ff-b725-7e2559616504" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.268025] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.268495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.268495] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.268740] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.268883] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.269062] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50ebef48-e78a-4fa1-963e-b3b0c68e71cc" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.269407] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02: rpc.has_security_group_logging(os_id): False [ 1590.275194] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.275663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.275663] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.275822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.275822] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.275987] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c51ae0-0370-493c-8eaf-55c9d7f196cd" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.292124] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.292397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.292397] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.292555] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.326502] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.326804] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.332931] env[69801]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1590.333731] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.334112] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.334287] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.334394] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.334717] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.334852] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.335017] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 is going to be updated. [ 1590.336556] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.339009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.339009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.339009] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fd907dc-ccba-4da0-87c1-df3110a60f1c" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.351080] env[69801]: INFO networking_nsxv3.common.synchronization [req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a req-e3f1b14f-c598-490c-8d5b-7acd58ea219f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Enqueued Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_members [ 1590.351914] env[69801]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 with Priority: HIGHEST for action security_group_members [ 1590.352393] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 taken with stack trace [, , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.352561] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.352657] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.352941] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.353204] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.353356] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.353456] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.353904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.353904] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.354045] env[69801]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02',) {} {{(pid=69801) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.478538] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.478682] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.478780] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.478953] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.479107] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.497158] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: IN_PROGRESS for 2s [ 1590.857055] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.857507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.857507] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.857688] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.858291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.858291] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.858291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.858291] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.858684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.858684] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.858684] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 is going to be updated. [ 1590.890646] env[69801]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69801) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.890921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.890921] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.891135] env[69801]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.891313] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.900635] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: IN_PROGRESS for 2s [ 1592.516244] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: SUCCESS [ 1592.516565] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.910826] env[69801]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 in Status: SUCCESS [ 1592.911013] env[69801]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02 deletion is rescheduled due to dependency. [ 1592.911077] env[69801]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a33b93e8-cfa0-41c1-aaa0-ccafcfd44e02" {{(pid=69801) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.353229] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.353620] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.354211] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.354569] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.354769] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.355127] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.355808] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.356197] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.356727] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.356727] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.357511] env[69801]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.357511] env[69801]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0